diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad47713693951559ab72616b7df319a353873080
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564a4ae2e33a1a9a4ddd5dbb73761b80b06612a98572e06e98c3d39aa9425c3
+size 129106
diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763cf558469a8d2ee512d9763e3ab55f1005dcb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d3eaf3a0927b5bd9000bc2f5670c2ad1701b0374e0b8a3ce0124fca09acd3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6280316ef663ca8fe54cde0b280dc0ea69732
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fba5bf8e35a6425dd03a80875f41a4304b6180f74d66b46d44566dd5a003bf
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54024c7ac058c3dc8b7ea8372cc68fd8a579b69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb3743b80c1f40ae6c4f32c464c67fc7e534073d68c295bbaf07c554f59d85b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e8d4dee12188053d97981a1b886aad21d5712
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f06103cb2e635ed4198e18d044718da51fb178ad702b8a211683adb4fb7d128
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c250e84768686cb6525d0fe1279ca42224ef539
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82bd535e04a8e0bb56617800c95f8783b590ff760f065f897e3a6bb08cec2c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219b71bd6ec8051781d26a86fcbe32a6cd43f057
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419b4a68c8339361c95ca862c07a8c14bc0b2e4fcf320a242e028e9a935009e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581e90563a9c23817464a43bf4d1ca69cab6776c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a59149f18bc4e3f612d27dce5d34856bae1500c9c95e522ae0f1659ee58858
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c7e3ee5b03a946c37d081d120d7d1f60d0f598
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289973f20e1a17f9af898a4cffba1064d1b2bf9b5b455cdfb7fea15cc549ed44
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a6d5e71e41e15824db4e3497278b17e64e8f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1151a5030d692d7a406902ce950f53c20449ad1479922150c65e35de772db666
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9474c00aae1c5dd103260823e9c9203e355bb92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641809cb4a2c4651b3c10bcdff3a6174252ba4294f25057bd94af775c7af340
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d902d643d5862f98206238dd7e32bce747d2af
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c53716c801eda13b9bb2e7aeeb8d74317e7e435fce4a0cd83bcc39b441d79
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165b9df1fc9c57223e841fa8f687531d10868c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9227becede4b78865ab20f8ece1810d6a2040f508104a8a407efb0c52c122fa
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e53b6a4e9f347b0af3b813f6f564a551a72b1b0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03d4296925c908941981356ed2744d3096b5136c00f063d69c73955c14416c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4661b454ecc88b5ce8af311ee4e88a30275c0d4a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2928304ead6633c4c28656cea8387350eb0fe8107cf25b427c1e91a9a0b09b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf4c20758561980ae2ea960bfdca4fc0d180bc6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e446fae600ebb08d9b437c335e4be4331237cf92b4df0e684838ab86629c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565d02a0833b920e5c2d266e430a429c5e2ec6d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c533a99e104f09ef26a06e03cbbeda322e2288799dbfb6bfb8f13050c895c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000efdd5291ef60c7310b34a97e220797a64c485
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee14d9da89159e34a89877aba9ba21b59c7efceb5a59eb20a260c60c6413a850
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e6004f3fea0ae73bb4763fcfc7fd6827d780c2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73d6249d42ee0d8674dc005d2e2fe6bf8cc076f5d691959f14775612cbb5e3a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb53e6fdba2b7401fc68224792c8598442a6cf4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5bd58b76912037f1fdd35e6038b2ff2a1d5b4692001a36c9dbc146019da7f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea4561f2b8b7992c92c4d62eaadf21cda61f33
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdbed1105940edbfdc9b73111b8161bd78c1e7d3d1e858eeec99879c76aa17
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cdeccc4487c9a5656013b8a29a604aeee8144c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39dface3a721697d37511011c5c38ba0efe3a76082581b68ef099b90f2f2dd2
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7c4431bff7f6d22b8d5efb06a2d6f58be1e006
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d560c183852a77b812bf01f6a4f1540d5b486efe5564fe7cbdffffa365185e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316922964f89ea192e8254764f08614ef867c1d2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f3754bf59a1bf6ee07a2922b2b52a42049708bd68d75e3889e8aff198aab07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123c409ac59d9e644030355bbbe8816157f1d25
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841ff0105e8fd28d243980fe5c5d91ccc2d2135e32a483cd43936619372724d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea8624a6130d6b4401043ebe4f215d7a932d3d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73e6cd04a5b092ecb70477cd9f1f97f4e663e4f77fb99e935e5f250b98848c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2ec2273ede9c7fed04144a57be11d59dc0cb9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fb534c6260212535e6e205fa849a85ee642de681ca4ce510c05ca939e254ad
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72c53b7320933f2f158b7a3379ec6258b01a4b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca3c2ce9a888fc48426a8c03c118b621ee89f60a682a46bb8ccd11156416a8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009572371cfdbfb2d79a48b2e1082ce234627e90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a5b330d42d5d1dfdc2fb99f618047a2ba711f72546af3410ee3916b8235bd6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8cf912d46f682f70a634bf1df3b2084253843
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e4b75a2e1b29d055d11f2ff35043081bb1189e1500fd93210646f885c686e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad45178aa3da4464122dbf2405cb29489bf5d14d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab312a05264a89792a443d230ce523075df70bf7e7838318fc879903db72c57
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4683dbbce628ce9bac3bfa624c4fd09a0350bf8d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aadc87e0dab954e914890941b20791f9b1b24ce9caaf7a21744b6f088013013
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555e970075849b6a505024a0546da479685069d5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb69422b72a266e1848587b63ed3c7a082cef2a695c460637d3b7665432474b3
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efef16a8ac8acede57dc948e865fb3824898f47
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c822f10c1811e3909618a609a9faa9d8532dfb7f50712dae400a3883dbd58f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ab3a74131fb00c905358c9c3ede16e1777085a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b37f20a98476798488ca9cbb5c6fa41c1e45f4e41b9dc18f94f28b988b630
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4b2ace801f05a2ed2bf9a1730c3ab69ae740a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1599ede5e8cabc4da0241afca9ea13f2a0180bef8359f57c59ae2181e74d7c5
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3418a5679d1b67060813bf1de99a43e439d96
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00279c1a5ab74f9e3e2fbe9962516c0e595939695a7ad627c3069d3f965c1021
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8939d92408d2ea29c2be3aeb16525b143858c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2f724f2999b6b75ae85322924900ba33e8fe77e0d641d571660656b0a6da5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c910afccce001c615730e933056e1d47d34b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b9c5f3d7ebe76bd6927be5230f5cefa4b7dfd546d43ac01c70cdceaf98cde3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0e1d2b87e0a15aaf24a446558b94a9b57959b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee46d3c1e4e4af361e115ac96e6baccb0c92ceed550a7097df3dda74d7bd510
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435d33b41c97b26e907ee28089be2c935285e5b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6188ddb12645f1fb662901ec80bd78cc809b351ce81b641f932728efcdec07
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26ead46da2c62197ea8cdb06b4d0f21d0a64e2e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65db5c3baa4282c1422b5be20d6a0d25a50d65f84c14fa285e964318d5befa6b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de44f7c73791038d3c146887e5ec22315aa1b99
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68e23ea08bf05a1bc50061eba5df1d53330fc3ae46a5da873b4ae3b803476d0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaaf10e6b1959e64ca3a230e0f9210c80e804f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1417f4567bae233ce9c374c3e025c7eb668b2a3b3f66da3aa7b93f892aa83967
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92e0469e86be27e34ee0c08d8929f4efac8211
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5761643d837a7797eaa283e4fc1a089501412839e6460c0fe1acdb79bf2bffc2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e7025af4e96534b44bfcdf75009189f310732d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3b1961f7a8374b26a1f74a7bc1dfb5f9df0f1442c80308844786f8ec322e7f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d810d3cf6ad4161ae5aa64d6a69cbbb8e4b0a341
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff692712226159af116d153d7857e785bdb4ce681b5f7b349e5a47cb9310b80a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1e3dba998f00f13af4d66ad94a57b9c085ce3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b58fb4385adcd4c3e4c15c6f997e947cf2b39ade5b1247c68b164eccd707a43
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebab68083791fe1ead78648b3e396bd54cd599
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48f70e20e487cdabf73517112bba86f47a82290387f68d272aa618d5d3abf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ce554cacbcfb9bced28ed14ac3f1fcce24447
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9338fc96949a6230099594bb237ff2e7cf16e7ccc473d927835152be3a476cea
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf431d6e0746b2580882092b71637a298c1bce12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0589427bd3a8c4b04686845511e288efe84873dec4a3531fddeebecc2db012
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a9de1a289fef76dc55c4c95f067833934f494
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e361f37d080f16183b478ae2b3b03209c3796e8f207b71a8a64a209ac57b61b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b28c41d4c4cfc51738dd362c9b8f0ba5ad298d9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5241c068e2abd57fae9733943eb1aad2d823b102f3269a88042e44f8a175f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51ac873d109cf36a84f089d3ecc21cd72593830
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c866df85836421203008f7a801694fabf1d49dedb7f5fc35a90614d16a317
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7503bf0a5b8b244769c27b4e9ff767afb811d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c5e9216769b4a8f2330e25b4aa3b92b6978142a96de2080f661f654bac275
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8740bc65d33c66ae1bdec5bec315bcec58534a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f77ef20734fc5573293eadde80bb3bfb3a1ae5be49fcf8b78b7ca6507f9e02
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf9d0fc5fc7ca2f90d670b46780861391a0b94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26322003001aef757f6e99d29e57ebbd7b85181c233d0129cd4fee2b61822af7
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d06498657b010d9f6d1863c6f8198082e1c3b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce3217327f9b77b94df91ae6288d5e7c646a4e514fd8b5f94b3b30ad77de95
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f00b768ecacda01b240d5d04ab056559a8db73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de501a251e8525e45eeb9c70f3e891ca4ca2004d3392de0b548c86fff91405c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374922251ad078302fbb663eaf0ebe959a8c83c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f9f7214e2a426ab475e895b91695ea198eb6b14be98a075f7ab50c2ef2ee08
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e1f9eaa2081e4a8ef2e7b11bd6351b92e93f93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3b8b714e201bc2452e3d81523ceeaa724c1b9790a6ed71515264d97ae97eab
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e63b0239053893c2cdd033a74f6d79e5fa2d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8480d764dd2a4acfbf8fbc07607f77e671edc5f8c8ec67477c5373891a54793
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73394e4c8b4e6f35061c25aed5cfb484ce774aa8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101843b86d0ccdff2320e3f837b1d8e9672ed1ed017397defec6c6747b00072
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108f34aee3c9cb34f0ff66d20263ff76d12605a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68919ac2f449dc869ab17e609e8c2721a042073bf7a10d415f59220104a0fe
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5b43b3ae83a106dca7c684202c527852b3dd6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab45305858ffbddd131c77292e90ec13e5fd95bc4066c50f1f2334789a6783e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8df5a6662fdd791460ca60db6850aa58f62b51
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afb4fc658625a34d50ab7f00eb3095e71314a137be35c9658a101baa38de77
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c956541abdd36995fe5ae9a0c0084d825c6677c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72578e658125b54741a565218522f2a72d82ba76136aba8d1beb7afe91291b36
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3888bfefe2d4848879584e249557bb52c8803b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffedda3ea2f658ef397467667d9c4332ff83b62b62dcf10535e0dc9a900f1c0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a653bb4b1a6eea06083299a543b387b941f7322
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08ef5a183f3d89978d47fa67713df067a32090f6f33655f94af0313909b7a2f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d88257a65acd748712ca88d8a21c97fd8823705
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1bfcc7187eeb42f2aa5cc9e6603f8f488c965857705654320435c389cb1f2
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd3aee64387d905743d226c963294bf446fb0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b3464db99dfe388cb2bca73666f7e3e9e16d08f0191ca75639c162122526c6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979037343e179e67d95f7aef271d84963c2feb4d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18adb12bd672e5407f8eedf631732c1e95ca5ae8d90bfe59ae16e5d3de8bb4c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6bef5b0999dc899901897150a3c33c22e928d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08341578897c09e0fad44946ee6e2b1426fe27c8774587056456d8631795ce02
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c029feec0688b323ff6d9e2e3f6a82fd94dbbb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c883501846060355161d610808c815bf67e737e67d9d9a1bf18d96dade93b789
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660accb1986e316745f0d23428c0002592ebc590
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10287a6b32be46afd506769503c7cb18eec8794780bb712dd2f89f3545543efc
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec4c774e64068cb37c638ba8abc2436022be111
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6f528c78ad232111187bd33b4abb8f4638c5b1a18be541f0acef7fa2324ada
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d90afa3805ba8fdf836dcc4650e4cc0e452c63e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03b292d37438614ea9af7c95cf608b23423c8f81651034ab1e35df67b2ebbf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e347ac2622582dc74caaa799f04dc3b5a4567b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79411d08ba88c688c42a5f6bd5bc4b0353340611b6e8a94eb7c2686817427c1e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d480ddbb01a3cd9e3f67394a8229b0bd6b363d7f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278f03785d0b6acbe18ac1ea5b0fdfc753daad65194a04c39cdfa3a6a5655a6
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca450b2ff3a891df3dbe8b60b3d68c7b12673f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320af7c67f20725d63e3326dc75e9952728b7eae02336c08ce0f7f831eb7e5e3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87fd528b4c5b1810d3476948b27c83abb45a6f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41db2cc1faddaf55ba7bb4f88403174b2788b781ce181219d060d3d42df513
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e0fc417b29f9730c533d93344410c7df930a37
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952e6265802256fc301140d217832b729d4e2fb9fe323470766f49d8bea22c9c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d9e2bc1945bd2203a9d4bde0f750cb7d7d224
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45333dc45db7fc597aef42cbddfb4bebcaf8fbde2e9401e7b2d6caa3072d32bc
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e697eecad82493a7c42af41526c209b020c1d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fb43bb2022e9c2e007a61ad97d79ab5caeb98f0e90fdabef311838f019bb42
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575fa7109d1c663027354a4fe761a9f6e7e00a36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5d61052d2a1a43e05e2ca1d55396099c73a1aecdd31ef22676802ba03b9294
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73974867b203f9291d9f661986b2579e6bb0012c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb298c68ef66c308fc1da36650755ad938b4a4556a85060615a985295863e1ca
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509a289f28ec6a54b281e32a1ff9747363f5ca12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b9232e9150db653974368a6655372040c08cc31fe29778cdf21bd04938f16
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c549ef24db00ab9372d685b6ccf74a1095022d0e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0f8f6e2f44b390ea0e16d8fe5c84385a78a598340481584b93944532554fc
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2023d3befb7ccfeed0125b1609108c144173ac92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7bd26e7a74b0d9fb88f1e9cd97ac0d33e2222e80d9f2513985a693ae40fbdf
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a280aa3c00f2626ba9242e3e2afa117d7615dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75668497a8f91188f563a71d22d077cf8244d6e14bf0dc174eeb2fdeabeca99
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9caf1edb1894a07f681427644628ec37022a2f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b31b1e397d26c07085cfcabce505be2f8e2bbe36e8554dfc9e3f1830477895e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2489e26ef1c3ee85930a55c418c1a7fddbd01ec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ce5e295c069e898a15b081b61c597937047cbdeb47701c2c737ddc51941f7b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2966f1df61c32e2a2c7027102b12f11767cdae95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f02dc1ea8a49598a9ab2b054cbe2dbd56653e30d8d2b059c6b6af4e9800a6c9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc8a1693f78ebc5bb1a421e38436bf61682b583
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a4790977dd69faa11da1a3ba1712df083d16a560c4cad407f88a7e949db13a
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ab3cfaacf77f2cbe6762d9d3d0f8717f3f961b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0d85a867e7d9a0adc93e6be7f011ba0f7c776232e785ab16c6788d59c27409
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a63d1a05824be16da8e7e2c65872e8879a1b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f7c26609cb40ea27675be7c1c8481d18bf378fe16b7b8822f2b0412adf435
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2368c6256aac8a4781a23ddf6624e30cddb4ee10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33de1ee175a0ab49b9a3435892053ae8b354ac0184426e4f64d71a7d50450f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b503c83ef156d3f0261c9ae7f646a6479540d01
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643fd95c1948998b71d2645833b4bab61bae9ef89bda661860dcd26c4fedf97f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4207799d3d7c73137e0a8f9ed3779ce3b5b5361e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2854228bc8057f930a9fa750cf01a3c41e9ad9546ed520c4befde667275f0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6f1cadedbc3998cc1c3f60f795184d7af8afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abee0e6e860f1d62ec1297d329215a460493efb4ee29c4e73c3a69dd6aa6647
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b898229464ff91485ad8075258a198e75a724d0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d7e9aeebd28b7899b4b0f71a589249de82901f81700a93f58a7dc554d1ff8
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be43eea48a5150d7304ec011cfd886089eb362da
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c65a3bfef501792e2d7c744df8d67f6db50f18264b8921731a5c4bfe4e9ce7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ad22264a30a773795b6338b023aefba6bd3a00
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba88470b319aa60eae850e015b3bd524a146897726c21b243d1c4e4483d42b4
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca5b8328b2498acf0f4569a5f0f1fe7b09a2dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d9d7320bb4d760e310202fbfc0741b067c2bda40c097085e548dd6d4dbed8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a487f9eb8c5cdc443956af03ebcf0a2388dae7cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0094a69be316c85b5c857c0f2685ec1654768224174b4e9d6d1ef91a389d312c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9936ea356737e4cd199a4591598f585022b5e2ea
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbce4c588c6e86f031fe44819c72ca0a1980e3334e64914368f2f368d533b3c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098704f08490c0e0fe3653984090e3107d2f7f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239445a1fe900e5cfdd0ae30c648e135b3d94e3f48075955d6b5b9a4ebb1436e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e2c766162853a324ac3c5365f96b766686b5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee38ae70358952e55b302a60b343456c9a0bb436488c16911740ecba1d4b5a5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d9c040c202312bd76308370fa9e77280acc08
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10ce4afdc3680c7594a7a4b7dbd2db5d3597836cba8359742d319d5fed83753
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02f4b95e435bd35594a82d319b5d427336f88be
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe934dbc717e4ed3d12cd4e5d213cd9d241c92f28c3f433705f98420822be60
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9429d5bb47dd104acb4124b958dd47b4914aa0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1273ec32c800430ffaa42ee36589f5c97090555787bd98a8c09b7b3808927e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07df85f519378ce07449bf68b19da58b5c360d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffa70498bd4b041a8b24dcbce750379ebf0d0676fe6b6e0160b75bd28fd7757
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45406c836399b8de662eb6392fb30244c308cca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677a674dedb37adcec1667249c5e6460b4046e8cd0193a10603254c6329037f6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4137a6fcdb2b56bace36c57d6cc3fe60fa7c0ed6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebe83834ecbb063c68eb8633bbff1ca8a5b20d78016e35cf39f8eeab803c9d
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b2d667b460c953e01d8de5088b19bb98a70ea5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6e3348ebb4da88cf023d83907948678631e468ad340328926af226829a3e66
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7555b0a82d4df57409d5bad2c21fd41cd4f3a014
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facb03d462a36a07352dc98cf2171fc486b6a6691bab48f41012b1d7d1560d6d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec441e12a3c4468593830763b43b0875432c45
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf523336074da4d8660eb2e67bb3376c5f83a1666d51ed19e9771a81b2412828
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7d8dcdbeb63f2781d77bda38ed2bbd18d75a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94f9f9479e650815d4cbc7c4a69ce04bd81631dd397143f7752e1bafdab7a0
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b809fb18f98acb52c1030a619f94c651e02e5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1b2db2a795c49a8c14c2a21838f924ed4c3cb2497c3f5e42fa25b821a27ce
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6698e9a665351012663811b277bd60144af56c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c29087b14bb4fdce3833a47f4c7c670dce5fbef80f2a1a02b9aeb01b26ff31f
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a319aac8b12a67783d67ac44b5c1f5b8f914a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f88c466f6ac02ad64a1a97c0922b82934e24463383a33d6d84c2cc310cef4
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ba50723312542ca645223be9f265c43c56f2ed
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944daad38f79fc070ab0611f7b2dab43da53126678dd8934f634bc16ea26d82
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c437616822c8e78707825dab3306bdf3609f94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec21d6190175955f65d39ba70e6ea52c9c2651e1e3f4106a925060beed6f52
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fff49fb66f8060ef0bbd899b3d516d982b3302
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcbb630196c5d21c00b15ec9ab9aecda3c1e9bbe269cf66132f71d9c3e9ab8e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6909c9511451ad3ee3b0fdd223b92ba078f743a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418905aefef09feb0a403e693a3f82641bcf50ff6c21f95d6d7ed1b549266bf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd349759f0b208d895f4ef6e83978a59d461fcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652986483b19384ea7c96951d55f0cf52584a0ee01f45753d3effee865d2f263
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508c629b80f09139ba98a3588c9c9969dad7fd9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cddac5a99a8ccf6de8ff0460a694192b65d7130834e9a58b685904353f01b5d
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76479c4219d4866abf61cd710c0baaaa6f56f000
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f66c8d7e1b9c9f67551aba7fbd1773aaf824f22bc93d3c1977bd5f07e919476
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b2631634e4b07b77e56d8b4071500349a890e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461fe84d80c663005d99cf080ebac40bebde77d0df5adea764ff84b506e490e7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ddf025a61d2f44f99f6a05b881cc226a32f609
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32090f76130ee7e285a94343dc7661d0fb2a6da736105e930c8573f0a5ff4f29
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8314e87ed686c4543a148d037723a4bdb4f0a82b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fac5a39c5e6fa4894688459f0a6f5b3309cc3f3eea04950a3f5304bb0ad0f1
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6728484cf5833a63e958cde690495d0f2e9a99b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4adddb27e95eb9b48eaf4fc34d226419038ef8e496ae67fe708521e824e78
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cf2136128e6ea16610b676f95e2b96b85bf164
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c2d97efe591de12309c47cf4280f469bbb0fa0383d6e1327a2ea0c8e48ce7b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc685c09806d1aadf511e927d93af07fc7e9696
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0445f94542640f7f17d912667545a4c80f852b5e06ae609a9ca4b5ce5393a665
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a3f36ad0fa84647fa2bfd1eb5a8c96d7681cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fc12e87703d37649c6e78ba8aa604a462d89cbd6ddc005003ffd382fd5a7d9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c00b11bc44cc64aa615f62e8bb6ee7e42144ad
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242168e0cd48138089bbeea269acbce6f38d059446409d3f575c09d391ac8c2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93101f3cef0caa4de1634ae3234fbab2706c58
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803a876de4b7b7fe9630ac514a332044482b84c6d4540203bf2fc157dc760cd
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ce7418a9e64d4836922e7430b527289e6e3709
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1c79f52288ac3d6572b408779bd6b250d53311839d0f4af5847ea86311fd8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89af0ecdb14ac4c32f7c0838fa5a474fc734be4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72feec0f9bf781bdb523c49932523bfe83c8d0c1908e1bd6932dc96a21476f8c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b903322032e4f4e450931ace01dd9dfc07abaf53
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bb2f87c339ed6631d898f806cc04506a536db2247c670f3236fc58dc543084
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e01c403a632e6e65884c0fcfaa1cf58f0b431
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68422f4b3642d6121e9e609375302d7e4490754fcaf5aedb8a1d30242abe74
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ad378b42883d6e8c6d7ceee902b0a5e836187
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808cb11df1b5dca49174e3ce81271b99a7b8501219b0a70a01ad228bf1468640
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f328568072d0405a638b01ab268c936111b6ce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e888a39c5ed451827b8647f5273fb1438357e6b72141cf13e4aa37c18fe68
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdcc3c226ae63b1c2d7ab110b42362bf41a8479
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e263e4015e33d910a4cde76b4e4b7f912bb0e5932e7ee31e77d5bedeb557518
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db56179dd97078d077afbe02701358376ce9a02
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e0180ed229fb9d0dbb4039c76dcd2ddc0b777381046f4485a5ddc0c5bf5af
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f235afa7502ee7da8d06eeeb88312a2c22b61ccd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54524545191705236a3404de888e5ec51addfcd3f8b0480dc0c0eae9a3676196
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddcdbae01d810c6aa52bb9ae656e66a6f5dcfe1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8d49c4cd687e603a192b1fac745eb27d559c1e1cd2140e3dcaf9aa0360ac10
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896a166c55ea22c7b10f5898823a490619ab2a3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4b5cdf6fa026b1e7fcf60d81375906b84adf83320235235517c87242dcf319
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4cef71bf96a94b1b6720267e123fd9586727c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d34f6620392bb5ba426e34524aedb45c8c44d212198d12d0daae5288ed969d3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074745d197490d21185a6d9ee5043e001046afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1441b80ffce816a3d35e4cce92df6f50f19e5ec239130c80412e26560390702d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e031318d98d106df0b721786d49212d336f578c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f930f4c622a1ebbdea4bb3a3c86031593fd535e1332dad9746eef2b6cac07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacf993ea608395cd2b61c9f4934efca2849185f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235910af9cbac36f565b74de952926fd50f6d9d9f76d902cf4cd1f6b4a354212
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e2615ffe9ba6b8bdcc9704504ec159f162305
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534caa443355bc35c0801d150bb433a971f10f002c00faf8dd8f845cbedb8daf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681cce749538923e22a008f529dc38733744e58d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18395738f32e2b1ae7899aceb4b53e91dcb20d6eeb9c46a39cbfcc127e6c9fd
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bda1ba72f45ea87180d67308eb82dcadcf34fae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa97d289a8c3ccd53f45eacc3f5f90080deb8d0f39460a6db2499de105db7e8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1298e5264173f133b9e75d05c48a860f8ae24b7a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e13589e6698d73815f6346799f637910bc1989563e379701abc0478adcfbe56
+size 129249
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34059954a0889b8affcb5b1370f3e8d476fd6ed0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ebd8514e26beab99a5de20b78703fc9dc3a3769afb09f67fb10948e8ca89ba
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be3e7f66ad1949513c84d78961632008935c30e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2957bb5b86c6a2af3b25600aab5905358f6c61f7873818af3e0060b262b0d2
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e182edd36462a515076cf2f6df63f16571eeb017
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e576adf05ed64bce09016e47f63aad9f51a045708954ab3c977df8b51ac243
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094f96d345744843df41630ee13e21c8e896dbce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83384afeb07bcbf3f9525a0d86a513a00046156b5ab7829d31725624a8b4ade0
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8478cfb2f0d8a168d240677c2166ecadf6428628
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0244fafd1ffd17e484b1a1c26c9b830a33d416915173c196abc68d2277d44af
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98404d1c4aaf6478aedc5bd9cbc649c0da92cd79
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47bbe735661288537d506dfc8a8365d86c5c9fdb2348986e22ae86115b6dcd3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0349354d0fd9401397f986a9cc3df56281d605b4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b30cc5461a4fb3ba4a04f6838e26c62a5e85e109da62b07f88f84c46ef74884
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a07be7333808c2169a7a0ffd5a47e1ae077ecf7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6487004581b1fda8cf827b67669c4afdef67a45138116ddb60bd7fe7f47a508
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec57be1e7e91aa71d1550ebb8fca9b4ba2c443e3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e5a8f8630ae1eeaa5acd89e844c48671d4396c3a0f2e020c7b1feb13140675
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f6224014c8faaa0d7e861d8ad92d5f1a9e38f9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86da6c517799433e96b224735632c10879091bace6d60061b37f34653293e76a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11eeba5d4f6b90b70c687b705165c227b00d25f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb23fbc2982c40c9891575c2fdeffd86867a49fc6ded8d5a6128054801c48b8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6148f6b9578e71337946a637fc62bf065de3204e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd87114cbe64fc3e97f1a6956dbdff9051b2227bc8bda3317c09baf2495980ca
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05318bf6c7a7aa853a7fac544a14376b320ae8b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cdeb99b2cc1fec76d5219f2f431a21eab369a6162e086f5b8b500fc86d9e26
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715a2ec4acfa4325f6e2243676db6352fc39cd82
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3afc764f85b5aaf04fe8b0a909169976e7e629bdb7e6a3f4d8a04a4c59435d
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6261c3f889adbd328a115b2a6e884efd98ae9f24
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c2d13aabcd3e7599e06a471da92eb7b21c7539ac6468df86ad6cd23218442c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e463c166c0eec65c1ed1281051eac4226a6afc14
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf00354128b543852321c04d6194fbf1825237a85b52eade63089b1f2ee0e7c
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1c6c2c6326dd5304542203de2e655f5fd306ba
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30372af74b05f0c896bcb24fa8f162d13ce7885a6ffdc43706bd9e22c2c4df9
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea490a65ab1bfbdbbe4e5e3a6239fcf6395ad216
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b067fdbf1b6ac3d9c39051bafa1b5b0874f6751fbc96b3a877c962df08382f30
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf6fc6f25c55277b682ef65e6d88d4e2360f32e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ee7b77368dc08f2c0640721ec66290de29ab74cc2f10cf5d500b8324ec942
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c5ea6b9feddbce2d22162bbae1fd09851ce72b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cd34a651e33a9da0728f76734b6e4efc30b3423da28efc0123f589639a79be
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0110f3c589537f0e8492c3c3c82a4fb0dc1fa03
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8eb04e80c7108744940fab26347aabb7f7d2af9bf5bb7b07667693e82457bd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db54624e46df6abea553f32113bc2218a397982
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1fb2e8391bdd3c83ea7f957966c13208c44d30a9daba91a8cb13e3d03bd0e8
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ebac5613475ac19a18b96b820c77843b3099a0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46cf1e124f0da58187bc7ede742bf2ea0838c6d4006704c7abcb6aab1cb7435
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13675abc13d1d6bdba3efd04f3c76180512a144
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ff9efbe1f1677996a9e090c14276c427e04aabdb52a421964edce34f926d0f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f32f67cf3a566bd186c3486cdf60ee279618010
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c746adab6c356a8121ad70f775b02ab89009520ebaf4893eb6ed152368533572
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee106ea41cf4d03b1640c97a262ad9ad32a06dae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207afdd93635885d09fc3a2ea5b1beccbf56ea7839ece65d5ef331fc373d5b56
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5066dc2ad1bb79f610b934736c124ae63a927c49
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb011e664042e0c148c61b42ee57408fa473d57bcc2daf375e4064e6047b6aed
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1ac02d8c7d4b5e736f8945205e976070aee6fa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bd587126599ceb966946fc14fe32fc1d3c1b03feea3c8365d33c1fc28aa837
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725a44348a092262c9525f5aa463699283928daf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da27d531e2a67a42381d87a2533b8eaff6404a2bc4492801a9fe0fc48c47b3b7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d1c8022ca508b538361cd4fbad23244b35c08
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08667fa9678a397dbb51e9fda967c805f130446303a3f77c9e29427f090bc878
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff583ab5d8688b0e77ac92b85cb7fd879e3f5fc7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bc0ac87058ea012e95b8db091ddf375a780e647011963e45244d3cf05180d6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9226af93345cc430de06f6389b1c291e0899a8b1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ada2631f10346cd95039604a347d0c50118c21e5d2252e81dfa5a35cfc8c3a6
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f6ddc2d11245b90bd131cebc8db303fc100ccb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dedbdbbf5b9f2a781ab183567d7c3432d701a68a4ee8e91bda01df7d5cfe14
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c20ff78ac4e24895924b323badc43ba474a7e89
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae51b5eb01fc2dce8e2f776dd867bd9e25a0ae22ee6400960ae38597405ba32
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd3d8a546edde029b183510dce93239d12f3914
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec0354b11115dbf064603c30354d91e704385499862e4befbc27d05111fbe62
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2461c2d2860bfddab8c7ed3409d05e211e206aed
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac474c49028284b85b66633feb5f1235753248c703c923d50d66576e29f82d4
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fdf7c76107540d7016ce39ffa4f64a062e7b9f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c331bb17aaa90121e7b2ab023024ff6ff3032851c153dc9e33c1b94b019430
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8c90f015fdf7d87a3199a22c2a28dab98cecd8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5add1655d84917867fef540118b2183bc47c0d17dd0cdcac69579b40fad7aca0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8755cfafcec255ae7d47fc6bc95a503c9c1546b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f0fe18f3bb203af09130707d8989560296c5cf8ece4f70551298f94bb80988
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c048cdd6878cc6172e2d872563732daf87741c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640096b78b4cf70161bca4371743edf67aadc9f41d34b1ece0e842c26b974c66
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0476b1eafb0b32a8072aaa1d6e0b16fc1f8b7d5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bc1587ebfd88b58fc70a552b1014d3c15ba9be7de63a1f1869661c4ed9e6fe
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68f7851c7cb0ed8a3f11b128313187c853cd6ad
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d47185eedcc66d9e6c6135406980ddf5a4ec7661dd01c2f4732228e17d21c0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92efd963530c1f53b8ef580d433327b2b9a5e29
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9acd5d4b3f6b140c4c5899a25442a51210ed40032e79093e51a424f52219a7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b60473f17516b4a88c2064d2e617fc6d8bf331
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc6c0804749351e3c2e1ca04c69bffc8ba6eaabfa339a769dbd1ff576daf669
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8dde6a3a5c8b07af42ca16fada8e87463553c2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11458de4acc56f9994ad4fefc23f78bf1bdc9a6b1ebc0dc27baf25b81a1ffc57
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa38a1db300e19acfbcff0394ceef7b501669c56
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e41175f7df188f7b9e37ca63ac5faeb839644645164906cd051221f304068a9
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae31319faf19e80635b0c149359002fe8208c9a4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8c68a34cf87114d07885bee1b02ecae3d9561c69135ec9f8f757c78edf6743
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1de14abef03857803a60c4b1cb2f641b0759c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd3428a94402361510345abf1c8368bea037adb7edc24d3794f156b6063406a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5904796c322f0eebbbb63d2c55eab50b8e0ae4d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f86f3edbcc1e07fb25731ed7a1912e3b9ba32f1f3929cd8a32378ec8fa9448
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd3516de29cfdc6d3fa6e818ee7c0140bd6446c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196071ffa92167e7b862a9f566a602c378e78ad3e1d7e8a4d1985506d1c11b7e
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835e1a06b8674c02da80ae7233b93f2107910615
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f0251136118fc20764d7b51698d53d1d4e818cc1a815436413a3fb5d970d68
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f970fc06ffc51646d44b62cd6c5cb450d1808fd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795e28eb95ab870647bec9a7ebcf41f529d33f5e4402ff0b9503515d5224d0be
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46aefd95c214edffa4c6de37638d9dbc091d00e9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a08883dd6d73b6cdff657c7e783e83fb9758968eff4b9a97fce4c94a46ca18
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a0ebf12a1a733616c008d7e749b5a06e649ce7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf2786407a1e08290322cc120d0cec1acd176a4493f6f16645f4e6c7574f336
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca362eae4a34ef483870e971cba5af9c6bc822cb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa40818a6088de55b895059b3fa38cd194319fbadd0bc2c4e02b60156570714
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bad66e6d7f5addd43f2bd759be0a8dd2c8b4e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99290d1052630c57b9fbfaf1d5a0dcd6bf4623bc97b8252270021efb5daa2411
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38f426ce9d4c025a3999c3b50363a2494da634f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbac64dcea0f09df0f7918cfa3a1726caaee5b2365590cad44805dc8a985bf19
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2876bd1c35021947eac5a212e38fa0c2c289645d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745573a8e24ce007f08a9e9fca14a9e7ce7ce97354469ea56289b9128c1c0561
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5875a7f4ef1e074306e16eda56f81b92bff950c4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dc64e70393f80e0afb9280b479b27f980fb87f0550d993c44f38fbdf9dfe46
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c99150f4ea74bbe78fcdab9de048093a208a06
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b0983d12e22a3e35a9ed15cac39e75f95797cb90227e27da36a3ba894f410d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6d7a8c41528b73829d92cf13d42fdf4da76a19
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c806f3771482f0a5dc84b945e6c3455951f1c5e4e633c0f4935076d599dad0c8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4045b9c59799306b9a6d2df07e03d56909c573
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5c6b14aca32120711cb536edb060259a9ae28da68efe5e1e3c7d9a905db26
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d825f13f9d342f14445b6481a1fedf48599949e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f4a602fbaa84113c29bec47b1ab79fee668958062a5c50dd5767d9a127f849
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e731fc0468879ea40112e9846955899ec3ad2d1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69057f2fbe1f5acf79511a47f74964b14a87f6800776f7172624e6095b5cd51e
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c4c594a4875e76eab45ab221931b2ba357aece
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d53fdcc7d20e99cf1069e59740fba13e15ef4d65c498322d16a7e47efc0313
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b788ff4838e21e2a77eafebb43980429d5827bb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d30b3bf0dfeda03951113d5b356f8a280540bae09b1ed2a65ad05f1e5b1490
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399d4e16d3fbb1753d73b3bf02c9ba6728e10daa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18801e1fa95c6db3d225ebf058c5f7728299d68b685a165a69575db0f9858bc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedce25ea487945c2bd9b2547ff6c9d8c5fba741
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdd21de12e5df7cf42504f98db14b04c19f431336806ff1e85d2fb17f1addb
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd230ab753da0920a7ee74854066fd305e059b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c4e109bbfec7cabefc418a5cb8dfcf23f08d2708131121f5f5445c9848e391
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9fd511055025d985bf61ac8c5722b397a537b0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5c94de9ac3e1c0520c0a137049eba5d2288b525ae2601b51f073d841c6e77
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148e5c23971fede4cea96c0c2c2ae556c10c206c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33650ce7907271273cbe9fbd2755446aba6aca49c6413ab614d0cefaf6a84ef
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b3167ac6d046685e6cfb59c85078a9f22802a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb6d28a8b7e0f09f092769ab6a8b22dde0b1f8732c4026387cfede4f2c899f3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4297567360eeb11238d00a5f9090804964a5ccb5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1736bd2cfd01d66aa993ec6e4bdb21dfca6c36361723487259a7290ddd9feed0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de28ab853e23db99fb60ce2117e178a13b955547
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1f578b575f83a796f2e8d126ae0ff81195a8dbe7c940d36f1fb59171ac6589
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969181a409e2278d463a93e7f7f0f4f85e44d1ca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07836f36ca5e0240473ed0fe2161f38bda564224ea0cbc6f1dc420b995e0bdb0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66d540c6ed8925fd4f8e49c6420ebc25f73502c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a5538a552c8fda28a5aaf73992dc35ed2a4f6d370601d34e6e1a01d72c1c85
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2d388fa08ae54be3d15decdba1f17ed28c66b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a12bf3cd9b7200ec462f64a7ca9558153d68d393daf00a70902154ca1a3b9c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b260c65fb703ff047fb4403f7c77ff65bb140209
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd9ee530d20912c1d68654fa7fa316b93dfd299391503361bdc73ac9b8c5977
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addf8a2fadcf37d79a3138e93ff0c28a33e5ab64
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab23fe9dd539d2da7758f5b92c497e26843519ce4931052b336282447441c24e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fb49590a1bb2090d0948f83b484740ddd5965b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1305bba0cecbddb8896a0affd80aa35bd6ea7f10b9445c7dc36b97ceab3efa27
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc0b7a35d7664798451ccd348019a8f17e508cf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bf531e774687ef03767f9cc1652b51a3c2ca3509f31f213723aa26f6287272
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13eb0aec86f3993d877cf5c58945aba8803b140a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f3f3bab6e1da61baabe77cf29b29b1fdc2c32cbfc6db67a0bf8089efe2fb96
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf405c6cf06de5f6c82f7d023beb7d1635a869b8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d82c024db53617efc6fe2369999b754041910415f19dd9f6f43bb19da77570
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d92692f3bf539b75cf7fb30e685511254d16fa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db7a151e04fb07bbcb7f64bde1c13d8c54352b3c0fccd3ec0dbed8a7a8c6756
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38775328df532a1e08f8aa37c32d00e5e2d19eca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559cdb88c55afff2e3188d74ca9cc90af406e80d39b2f3871cb014baa8b4201b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db00cfe42d65f8ab31e1b27e89b5f7e4fc6ead3d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427012f89918160f600eb0a49064f7353ab6e201fb949c62a66e909b853dca43
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e507cb42d8dba7e637d31e33c92866c8ea489800
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9670f000a3f07bcd32b60f5120e91c28e5da3736dec2f2d9069a5fc1824003b4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a321ef0dac129a6dbd128981406b0f431d1c2b75
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252cf2c90378b501695abdc59a5e4d4e0d1d951ea266e2fa3f742345cc25c981
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20879ca3caf41a732d0732311a9e00e464454b8f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fd85849e3e7b635cad63946e6fadae444f5546956ea02186391308493a4c99
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f96163d61296b0735f84eeb5c38690f438c65a6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49d81ec5e22dd8e0c11a2400d52913f9a6266acc9f960f2d7bf0e37f7b3249a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4552bc63afa703f973b90165831364ab269ea010
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b91bcf1dc36e4f802f56e5e6f9e5dd321c07bd79dd563238ee9cd48cdd3bb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de3c8c6c9261141e98f5ca22f09437c4219909c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3319eae08ec32701abb6cc2a26948155d10851f0c3f42fde4e936d3e75f99832
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b013a1007fa48490f22a11e9e9435cdea798ff
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dad17fdf990f594fb613d2a491fb5ae82c0aadea1c47da01332e8a4c23607ae
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc803ddef9395704348948b36977f26a57d61db6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee21d894a68263c54bb9c6b58fba2284cd9fee848f44da1174b3f66a31c09f55
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8360878282091214bc0bf98ffc9f8d4eef36bc29
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645afb0f281430dd3a847643346e0391cad9e2b5056eeb59cc46e0387a54d791
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e51ebe8f2df13506449719a850d1e5d5a85665
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5636395942381eb3909d4e05cfd9a00c81db44b43e203d1601d38eb366eb4f50
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c268588d224a8702a30ecf4af48c09328cc19e8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e29e42bc447c873c159b18c16412bae2de302d47a4b29e1c465795e4895acf3
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ed6e31d551f52d061bc3961a3ab88a175f22e4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36267d3c69af291110451584965b99dbb1787cbba149bf034e5825651506314
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f677ce54f215b1a060b2286879e5f146e5a6c89c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46069eea0b120124c32269e6d54960c75643ff0628c39007100b0f40039864ae
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed89472fd012825913cdd76e55840d5137079272
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8a934fc9ad1998ad75263c5a0c1a930619208e1834ebba520919fdc8760243
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bfa30cd5e85c9fa44e843fc264dfc7e4c869cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b7b5325f767564cb44c4f55dc78988c35308e2ce6133eab8d88378115b0c15
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1ae6a57d587038ae1fd75b46d12ed4046e1de3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf399a6f2a340b53ab566f33132c83754fea45731f9d6fc1ee95a047beb4cc
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f9b89a908ab8824e78eec2dbf23379a2fb0163
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16775166f7018513fe0e75984be73741a7dd79e7099a6ccfb86264f7bdec3f5a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2217e28ede722e19f7d9753ef45e52bdf7c916d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51b640aa8024cd34f1372c7f44e45dadd56094e6a6fe1211475cb72fe220b57
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20c219c90e0773962583f2c6d979508d8400bf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a090f6588e297f38264029ea423eb1157f36789b34fe7b40f13c231c68576
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c10bfca2b4071d425acbe9d360c9e75021ee511
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49c911cb4949392979b6486ab942f4a1b89b18d3d4121ab4ff214d881d36a44
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529f074fc32927d33b460f3d044e723137693688
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69504c465c4aac8445505540e15a8b35649f6470d482893f245d27582bd18cec
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22b1f0f0e01c9814b581a5c9550d02cd81ab89c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f787da2818d400f20662d7d52e8da1cfdd628b3e9a7d7e2bd86add9ac11ed8
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e57f98d1f2234da0387f03a61d98d573157177
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50843be447dbedb969d74e630fab7d0f3605e1908b244a3ec99f2210fe97954
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb360695bb39030fbf125c0e886fed10eb329e1e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b84a005ab1c631aaa0614b2029f0f2ccb10db25af0bcbff1567900644612912
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834a316c186572e451f3d6be1c17ce3310becabe
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511f7aca36b64ab2f126c75640e210820a336986f59d3bbc403323ba5be22f6d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0f03310e6d55c252a2fa3796421d8981306e3c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408ee87e9577258c780296d68f773b873c59791932d2c68fcc49e364835632de
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ab7e8eea92607a01cdaceffa310429e2ba58ee
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee197343a5ff55e2a10ec609617030510a22341138c71c66c666c05c6e9e7dd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3385c382a0ed8401392609f8eb6858e7b6d82be4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1301c118fd5d1051089c7ee5ab145dac8b8977502617960956157d044ea001d3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73903e1a23d95135402e6b2883aafc42fbc45384
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dbfb9afa783f7a44282a6b95180066c8ea4550fcf351d436b8faf981ecb74f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f8b82795262496bc8f3562e44d0159d2904a90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62068413c3cc05c6a93f985a205a07b72e4b32314291dcae67f081e931ef51f3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edea094c703ae6db99ec3bf99a08cd72aa394dc0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbff6f3304ec9b86f58731f4eb1f37125e65c3ff844ffcb99dc9360126a5d5a2
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e887798dcf4048240c1c03ccbb8f932ffa9b81
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cffa296971fa83f91fa20465504f2db84a9ab8131dc6677dca67f5a5f8213a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40af5b0e473b41b2350581e4134badb3cdc4122
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e5215a59c43b11c93b416bf5c1e363a2be7a4ab0e09fbd31013103d5a85307
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2071deb87a1bfca132787bb2726aeebd857901
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5934148863bfdf1f4eb9fd95f7be26fc9d379ef134d7d1afcec24ab2866f432c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28668ad4742eaa51258f95386880364b89682cd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1357111df0696e8c89ce348c7914b6577640ed588ab0db97285d968e19f2646c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d7ba6947989c43662e46a3e80a4a4224b1b883
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093c9c7e99023394eb10ec8d81a9b72b662c37dbc4ddf49dc1826e4ad6bfbf1
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d4962ca44b42df148bc51e06f960a3c88450f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016d384405598168a7e5adb5fcb39c80c36e9ee8e4fd590fab8a3401e052af27
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eadf433d5608e21aff969fe24e19706e3f0776d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9f0eddf39312815c69f1eca947d32c23d92bd08066f195fc24efd64b47b80
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859c42717f35120d7125d14cbada4f31d87a58b1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbde35aa50d028d4b6a12f9c083e9b93cee89f28b7ff9463dc1c5e026a61585b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916c2decdaed962020ed0ec93ebd763172b39dea
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e60a06193e62e4a5483fd8c8b59d9f6d9d56df4a498a0c84dd1353c6f725f7
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285bab1b1eea8c73225e5ce0f4899d28dffd5d82
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5761b3712ab513f6f044be02e50acd2529e7f1bd63de2f41fb0555fb1de1a0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25196726852b248ae5d8b7258d075e9134d00158
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29150a7b8c7bed9df09922c3c29be2aa6028b75e53ffc876810536e25880b56
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678956f6ff2c1ad0d2fe59b366ad39fdd497f897
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fca74ac67496164b57da0046a1edeb79c6da17ffb6311ace4819cc6f7a4049d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d2e5a41d76d81232ea91601f03d5222ef68e96
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdee7adbb368fd52218df46c2726caae80cd57a3767bff2d6387012bdb0647ec
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c78d27f9f9c05ebc9bc41acacc9173c24e1a19
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c567bc4caacb57a8c2b7715120b551b1b64d4d664b56657d0c347966810e5a6e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b432b434e3224b0789f4a97f39dfdf15d0a27482
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec748e3ea676789ae92267980999de9e3e124a10468f054287a52b4c0f86ad3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10808bc0d0185d32cad5da37852780fffd393505
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2f431d4b91356e98bfeafb5ae1c0d2a6c6008193e2f419e0612fdb4f54c055
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfbb98741513d0f3459e2199e52ce92ea319d81
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74965fcac60564bedf6ca0c4a9aedd6a973bc7ed71bfdc3e381b7673193be0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4153f97d19eb022124dc5be0feebd65619c77e02
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485812706388e53e89273c08dfdd388a9b3bdf5701db6cded04962e12ca5214e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f503eaef1eae6eac376d5f1be8cd439c0dd64d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c60046811c035ca9ee08c97a9684a5c77eee81fe72df84adab90b915c082c2
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324de990489b4b270f0553c7423a309f1ebb7d10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d145fcdc599d5cf0825a2c1a0effd92371eac8718260c3cb809dd94da98a0385
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c7ddbfae95f8e570a7549d12f44ab998de0217
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bf1c879eb19fe497c36eca1e4015a8270f54753d4dd1e819be22dae2fda544
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984ce3b79ec3a2802a5e86dc1e7776183460712
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7868113e73271a4035c3a89caadb07b10ce763f3c5e9802ef246f72787c360df
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871c43e22d0bc52cca915db790526298409e5fc6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d1c9504ae9710c683536ba4308663643d45757df35968acec51e0954f5ef14
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6461c59b52320aab1dbcb33c63d4d33f078726f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3855887c38366b61b8f93524f13b67e36766855705d0a0b59eb995045488ee76
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c93b94dd4e0c7e88a692cd568dd548710eadd86
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1001ef9643809baa6b3fa3dfc4afe9dd2f96bef3ea80778d00f9b616d9ec0c
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fbe543f98de7b36f86b1e5b5ca6aeffdeaf091
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c24f20ee225eb470290219f81c51c74861c6b7c47133392c3f6df0c642f5301
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa444258a3e94bdb5702647e12929472b4ffe36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddde208891e4943187f0ca53649ac620a97583e4bed44f66908eeda89c3ae3aa
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995fcf290714aa9e78b745c9a462d1324bcdacfd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a41363e3226868dc4effceae4a35e640b92fef7ab6b3d5f930d62cdb5b5498
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7908fe90baa12438f676b1bbdb5bdd184ae9e54
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2aa9b98c0a953b22d49094865f3a4465ada818becbf817242e16634dd3c8ea9
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab9a64e1b03061dd573047d0caeae42be358b12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06ef40909ee8efbcf28500ceae7371fe8c31cf16cef0c78004f9d737e68d6dc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b753483dd25da6bd9cbb08e0a3ab77dc10861e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5b4477ffd36623043e87698a92b5420edc733119dcaf28f0acd6a9238f9a91
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd19cbc33cd11499d50e0f2591a823527f13887a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c73619ce1420cf174990332743437469e06081169a794c16a1924160591e684
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdd94facc0e8cdd6b52f7b80597920509753689
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c80a99794602d7c5f6b701ec4a70f146d561242e960c0598d345f0ab43eeda3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db46a50f6a09c761d864802f194a486dc9141b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817fe0535d67250a8a774e1e2775e95ff075400eb2f5ff25bc63b5ec4169d205
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05471cec46237e5fda90bd4ee90d47a3a1e825d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230c8b9d7460bef3ed4cf284f1506a22f36ecf8a3a6aecd1b520f5112585b68f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9151661d3862eca5d29160cec2922add1b799abd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eea769f8e64dd166eea78ae4e53df2947d0c76af84cf6c2a788e4ddf31524b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28fe18effd01e5fd376d2d1253f3039cd65695a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c67c873cb94142c19d63f70903da5c1b9ec6391519f73f8136ae41e00df0e54
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520fe2071965b9983c7816dc3820f4a62e416819
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309791feca8b36fbd1e0cc0df0747a0c32a7e44a50d7cb5453be592c59172a0e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2102dc78324f6a239d73667d5d7fc865fe20a3cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaf8cd644bab27ac40ac4132d2db6c6cbe7fa42100336ec4dde80b4a714a2be
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfa90ae6c4aef8ceddc1a58ad223d94dcfdc822
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5597cb2adbcb90362f6303eb4a9f88281c1f74d928309e24f89e73eafbc46de6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15f95e8e2201540f8c0118e642e0bfdbc12cc6a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f3e532329e932e0b82af4c4125fe79511d3ec5f4ad05d33ca78c93ea06bf99
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399f718061b6a22e1291b1e625d51c40da62fd86
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bc377e4254d4837698ce739166d698c212fd62691da1d6081ef6c5455e2f6a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636d485f33235f9d97696879da3ef79e6454c656
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e0729954bd6dd5228f9250d17e4a3513ad931b77245c6e653c387fc43746e1
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f08cb312a1c6be3f72fbb46de3672a4b5b04f8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c71f392240ae81dc99f292bf32a4e0f5bc7efa0c4e779e922760ccbcd2e05f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e0586b40d54be7970f07e1ca42cf5ecc42a47
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde4ab76ef43f582bfd8ba2fe95de959de7be584e2b52c810302c2e35abadd2f
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc31f5605f0e46797fb21003684481daf517c249
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fffd8bfe385c50b576b0ae1cea98be3e0e4d747603d90dd228972d3c74c50dd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c15f010d09b9470bce0d8f973148e98f3b0290
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca29c6deea564b2ff19e389b084eb08f5b21673f132b4f38202d0c8f6549577a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0f7f6e35283c97e166e94028bbcf1b2e577800
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7541efecea50de2000256d23a444036a1b29819b13e9cab3d7a3d2b0d3ec8b33
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780bc51a70977b6fb2ed8b4901fb2109e9cd9aa2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8e126797a64fc86fe389caf41cfd64dc71c9b816ed9152ecc6cdfe855ead17
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987a4a48df24fbcd637cb49d13551452065ed05d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aa2576ccb2a26eda8433b7aeed3bdef2aa6e38ea3bf85bf87d1eba87aa77d9
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33792ade4b4603808b6002a1d33de5e398869884
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f134df0a87875f052204c102aec338be992220ab37e06d725b9bda05cb6b570
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965615167d2471200015d89126ed9ede84cf5b4a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0ee1a0e0a9e07e754a33b6ba6a89a9edbe93bdf6db0a98bfcbb9d1c9996c3e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391f1d3b42a2ff3ee6d339773852d46be7e4ccb0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7a9c55ba42c4ae5be987c87519a55667108d58fcce1e6070ce27b48f922c7a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6458637e7a04c652bdae653ebf618000fc6a1ae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0670bfa973c237d2a7ee515133f84cb44919d1b3d3777bbc8fb41fe94382cecb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2349d68069575cc2033d1b45370236db708215
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5661d4ecb487020d32f50eb8326e2e8b3c0a386d433c37a5237717b8af818ff0
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b75236156f35a7d4aa498f1318dfc3a98d1e2ed
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a97c304e0423bd14e6b260be3e6890130c9920623312c920776f3096bd8782
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367beeb362c53542826a0e86a1214cb418127721
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624dc1cad6c629719f049523dad2e538a5f18ff2f81dc59d4604ab443eb9f651
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcb7cbbf89f4cc885e26d42ff15c32683129c8c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feefd4dab2b335c75e422cd70a0a0143fa82104886f494b6bac036c220590ab4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59febd7b7ab36df928008bf3fc8bfcf2c6e5849
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be78eedfb1e8fefe91b4f1fcc23e35e98ad4ab4a9c866ba5a5cae49f062e82a0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cd305048491bad90646a88b86f6f2af77d9d1e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed22db2f108477a052f0840a78b638e264e615cbe30fa655c0c5470e3a0fe1d5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af30cde8bb48fa2953292a45f4fad4645261a0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740418a97ac6a4778f528ad390340f70cc0432006a4bc7216c7361102e1b4765
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f870b71e69089c3608605122e0f49de74695a3cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd540402cd5f43591157cd9d84022f36f42da1fa2d4aa76ca32aea08be1b0cc6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f631c55e52d9003f6148a7e474755bbf817bfc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c69d81e51a41a712d5a7442ea12fe193f237568f5d5954b6fd8b4ea5203fa5
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbf66efc3bcd4b2dc686deed2ec9cea7352d9f3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bbd485c4771be6ae1f4d68767b04699b7805d59ea1030f39c593f609e22f52
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c156ad5cfcb547d64f9b4ca8629262eaa639e9fd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fcf340d999b6d1a5a71e15ca48bd19adde22640cc80559fe66182846dd9271
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3604ea6bd996e23f11f11fe6140da3cf7c01ac
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61c9eea5e1e0ef39b23e31213c27f1bcefe591642cb2980df8c540ff13842a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228aa0e50fba7e9435473117b0c56ac2c0bf0000
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0f419b9b391d31e7ed3cfcffd1c6e8ec219ff19832ea8cc4ed8477bb5ce630
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f682333e1a57a1a1d442359fb31bcafa103ef
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288ee252f8539bed11aa9031bbb6eeee679ec38d1ff770b4e082a315fe7c2bd1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b563dbb8666272fa2f6eae5457327ed2546ac8f5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c568a3f0fa12334ae161ae013a23820e3848873fa863a02706312b88a96b3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad44bfc6ec4c1241acbd85dfce3a6b527553ce0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3645bd3a6faabecbd647f8f7f37bdaefeb24a879c1933ed805479aa2f2466da
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc5207e351d008d8353be85862aa07f8a8adc64
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74792b74aea1d2613258a625c9953834d878d3ab02f4c68bc263cc02adc80017
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4215fb73d0fc97bce4eac605285ea8203fabea6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e21f3d83957d83bcd676ce71551cfbc274b7fca092fc903656ddd00c42d11b7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e4d692286cf1b0597c2028dc36e99da13a5331
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2177121263f0ce4466bfe12445b40a43550037f5fb07bcc4025414265d98beb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb487141e1356996432ff557e8c14d7229b0b96
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bcb25090a14c8d0f88dcf45f2d94ab5e4c9838a01104c80208dc5e057c3c9c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126b4785ff360756685055267d2743038f5c1f6c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d13903333955e11fb04c95fe24c5769ddc8a5b797a5f3ee5f0ed59f5d317511
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59488e48ce17835fb91b6cd152cdcf1039690c8e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf7fdefb7785ba3bb93732dd88e45a441823b9aacf76b19754c133a82540405
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7ecd8fa7150615410696a9724a5350cc61e22b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b23202b7d1c9e2c92c597d11798d1c3b26ffba52e8a507add1df4651c14827
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18f286b2836d6f723814f15ce21590ad2be7dab
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454f62b628a891350d605d671c9344b768d22ab56fe224cdceb0c0afac52320d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b13c26cda5a92b9f16034214cc37056be35d8d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b0962546950dea7ce2b01987edb071a0885a36467f6a9c292db30e7d0a180c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d742d47b47a40a05f9c22a0931bf88035cad4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c762e53c34d5c4155c59c80abd3847e88b4bc2e14e20a4c490a2c4d23e32876
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8e8a7021f612eb51abbb348c113ef3d8b74e44
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f85a5a7b8cef756654d121a6d2e389e57d65cd373a3071627fd7fe414c593b6
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0b5c9f2ca52a4d51646514645b200744de4708
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d9d539ef217dcd79760bf8385da2a5c7eaba08812f978508518cfaf8b9e7ca
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f033f9b48692cb5dd43807f2a598a8e562f1bb8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6cdc04b311c9b9628a142f15b813bd9e58e08e2e9fa84247998797d02b341a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d78a50e8c2cfdd02ce07f8cd75e944cade0c699
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be68d61e8f2b754796deec091bd4d65ecacd11e16421738e45d64e16f28c900
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe05a39ec14cfed5a85752c194a348034baf9d1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ed893fae421ff45e706b5ad9b84f720c9000651ac89d41f60f24f1a9c0e2ac
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56efd08372bc896eeefc868086a05e5643e0f9a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ac334e6b8237e310ef1869b7cff8691474f8a78488a5d1e5da48b9c2192128
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1de43d226055e00e625afe5dec0b61c0a6e260
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5243de81208872450231dcefe37f0fe6674f90aea02a67bda3ec19def90398e
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47ccdca9bc36de72ad7658d96dfd95827d533ff
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa3cc734f14986b88f98fe6b381d0d3170d49f98f6217498729e986f866f8f4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afd9fc1651aad8308c7dea2a54bcae8222f12f9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88a52b378477daf6d6ddeffe33c0de0d80f153e14cc283817109aa3562e9c4f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc54fff854b37422729ea176409549f523542a1c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1596ae6d186ccc5228c1a96cd3639d14b1e89e0be5cfb9449f7a4e54a500a87
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cd0e8e83e7ca0f50775c635fd4ed94a5e7ab2a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775671bb969a744d5d177dbc83ba13a9cc9a9ec9f6a39766bb6fdaa26944d40b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6018deeca6fc5d022b14e1d7a829de9739eea742
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a95bcdf43e84138e928b06168522a125629c9ad67e04e002a53defcb144af70
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f091ddd00732cc513694fe8816be9523cf29d7c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b3f4132bc4ff93677b3a51315ecc1e21b652f019a1c09cbf397c56230f62be
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031a9b87d0ad251aa37eeb6b729c28a6cd920e8d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9d811de82b5971d3bad97b0c98ee11a52618746f8f51f3eed28d12ff0b71df
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa46fa3ec5445bf8770f5384f3ec17f9c99fca3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13023b76c325f5d50c336ea334846577fc0449eb71826e3fda7b67a85018c253
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316dc983d9d6472998d6879ae8d494e2883c5790
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798b122086528252f0b95c2ecacf5683bb004456707dd3a32e8e6abe0c71d73c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70562d609d4bfca92e8ab5102f54f8e4f828ae62
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f532d932eef45a23028692e58ef19b3d0c0ed7f5bc82f05984cdf19115f35696
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b99a7a04103358b333902222faae4b2a3049684
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4b778a76d4eb9fdca80a46d194a0dfcd8c02b9d47e389d248d46eba61286c4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf2c29470f3ad245cdcf5b941166e4e14a4cd9d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a5a4f23f341fe7a160f36c9197eebdc21ff066d7cdb36cafbf652c6aa86367
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc91bd17fbd0adf165ddc4eed93f72bf843425e6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df5e9017737f51ab33eb5e1d358ce6d701d72c62fa2b5b5fd53c101dd566b68
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed2626b5a5cea368b414c815ff05edb56c954c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4f341254d8ddd775c81259cf491c99ad52ff423bc4eeaf719b7257a3d3f4e0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32eea01f98cce90e733fe66d9307134ce2da1ae4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641a3c334b274a549a81f1631f2054171d6fe483a6748ff5f5189a2e7401bf46
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fa50b3f07538ee04e8c79f3ec537390c1a13d2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8f617f8ac3a396982e8688eb59ee317ec9a0935b634500df292aade4a3842b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ec448eca7420ee9a4aef4292f5573b66c03b8a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2da3b0d83113db944c5a1109faa01ada35948632d9b71e9b283805d178af8a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5122adb930edb92617e9c488831adb0b3b1d745
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0225b95d6537de1a747f6caa0215f70fe26be739ec3319317857ff4d489468
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8bf5d1ceac0c4a8c187df11f81a285cb193098
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c0ad30a60719874f02dfd79de01757bbdc760ba5fdc0dc14107c7ce853cfa
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d720da1987688cdea97e27076d0ddab2b5b6f93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a6bad9dfe07e51dc5675753c65e932590febd44a54596eb230aeaa38a82687
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f8cb4b96b89de49c0a9b2bf96e33e371d5c2d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf40d7356d2dae6fbb1591864fb0175667bad528fa9127d34c840f539b3d22c0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484d05bbdc3ae96ddaebd359ac2d7fc6794cf4d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72315a14b77d12fa25c097397b172c0880553d80654f1df6d092fe5ad52476ab
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e36a846c8f9b377d62a5dd48137bd4dd872316
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40338c955fefeef989f5b07db9f5f3d2f3f308ab6559f8b769d679ba65f77eeb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d720d7e94d37d30b5f49efd6b04cd14d83534bf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cc3967e1901671ccb2a29eacd3f618664e8b7ff55bf91ffd42ea6ade41d20e
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e527aeda4678cb17f1a1abdbdbdfc0a3323102e2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec48102197bdcb0e0fe1bffce44e35ac61aedcb33a4a88e7f526bfc778294cd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d1bca5229dbd91d81d7e8fc9c8adbd11a6fb9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef1648fe94e58b2fbfdfb873aabdbadc4a21fc23f2be6c04f114da1c929893f
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d736fa36756ae3ac46613326c4c293e7a1cfb5fc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1333596be391f03bf1fddd43a698e08da2ae7f5f116069e0e228a968a8f37fd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15c4952340eece943600725307f37be10e85ea6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7952eef800ed4731c4e83a6a032d74e1becdcdaab3175b7235c347d39fe1a5
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240260c4f5f537ec076b51b8ac693e1cb1c138ee
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b55cbc8f5c674a712029593e595197b6cfc793bbdbbf7b4a874134335318be
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eceef3ccedc4c57ae2abbae411b1a4ff6629f489
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f54856ea301aa9794d55c58276fe20488104dd41763f9cb10d1123586d9f67
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d1fcfba04291aa3e0c1ed2a8d6e15b0cd515
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d04bd314bac47586a6680d152215da8e623c12f343b9ca0660eed0588de5f9
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b192dbc41a6f637525cd2988d887a4129c8e392
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe90b7e4577016a1862c8952eeefe22eb6f6eca4471499bf8ad6bcc2eb74aa1
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c26daa35b79670d190d416ab1d86b5a4e2fb7e1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849168a2f84ff8ebd37fcd559389cc6555d912d2614caaeeceedbe5fa61c256e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a81bb47b6c3a6013ae3eb11f8c5b6138dfa1c6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c580935c8f3dfe1fce0fb1017f92216514dd6c4d3ab967cea20273bf76a86b76
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d30bf1af04f1091d3d740a7a307097a5612dfa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e1c32f0a7adbe5ad3f244c05404263abae25d9a11b30a85b50ac320dc55047
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa5725356a0addb7c5788f4b77591c8c95f45fa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d0575cb9c8b03e498aebe7039d3e2cd1ab886a699e4a5f1bd3be91442b057e
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e96f0168b3c9c680c720001633f4a68a6285fc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be91746bfb4b3993a4e5f9e21c1493c3a430e1fd1e364a26c1adffa67de43b8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8250937bcbc5930b8b5d1fe8c88a0847967f16d9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f2fd32bfac0503e1bd1707be10986486d3a730e6bdfcdb17b2568d0e0b940
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9113ad52f0a38a6dd4cda664002e3a2f240f6e7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbfad111a64d80e17e6a737a175c5979b28223aab9c2298d089a75f8a3b3c77
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d67874c05b192e23de56935b52fd9d859bf265
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809e1f0fc90aacc8373a382a25426787c9080c60f7f673156cd5f17debe2191c
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b50522e8a5821f47356fcbcb5d8b4478ac9e84b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3d63eb5feb5da8d5c72877aae18e55128f1eba064b9f503a1e96b218932157
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9b53583084c2ab95d0619b2058ca04ce235fcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad97275fcf031ab8e4e03a57441355be435032eb7647121d268c5b8fd02edb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242c522eb98ee14651c91a3814ebd2aa91f39243
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bddebe63c414fd14e18d04bdbaada97502fdea2494179fb24358b59aa74c78c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9108e35a33be9ae4c0df156d006b35226944ffd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fb73dfb323b65685d881cada2bf0177aa71e145cc1b96fb315b7c2c77ecb5e
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ad3893a8c44cd63bd640b7b1c9b0a018d38df2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46243e877ac1f748d3455c428975bad5e0df2d4079381c16324df9687eef423d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae220427cca8e40c412d6800efb19520f8af3cde
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946f6f47df37d375bf2a790441f514a035929eaee8284acd0b74a7946e9df65f
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501bd1e2097a2a0dbe24f47dabe56f8237e18772
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a7f379bb76f6a4f549f2762ccc7bc1d8669b2453fcff5ed7350183a81e195a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7147140b6b4c91067f446f55415540606b11213
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ec61ab42da9ac699404449450bb2af7727c38c560ff4c77e7b06e414aff69b
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff838d995e1c0d6cd5cbcedcc97f74e189d8145
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cc3c8c8bd0887f32f9ac87505eaa6751823065200e9f1074acd22415451f10
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8a6e84d6a6f03cc852d0ef3429c5de2e90e61a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c34ab2d6a595b6b760b6fc440981b17e1d8290c31fbd7afb6d88d27e7d1b47
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dedce3b01243ffee574beac26f0d0d90695412b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109625fa14b9df7b09ced03b7597b7c5783d32fcc8910b908ab5447c6093ee4b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c450ff701d72db92d511c59dc1ff0431700c2d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8936e50877a157d1ab1859396e7fc5c0dd4b74f1db243e050a0cdbd6b8aa392e
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b0b9507c3d604916589bd47842ba86944dd2b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae0502be045337ff4ae762ef4ed6f67841c5529a84c78c17dcfa493d44cef3
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972761bd9d158581af8a67ec7cdc77c37a161fd3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b445973f49b5d17d638369e18c2ff86640a6b96e98a49c79965e83ede8e7da20
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be75c6221f4a177e7b8ed8f636ed7a1397d2534
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f70d38a6c116376dd2800884688e827e86aad35915968c95161e762bdc4035
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8675af909ac5917f6d42a06ba46e57050a19109
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeab267091ad95bc8f3524a46aaf7b5987d8ecfe4af01c99fd190f12961b381
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88aca747f7fc36345728a6428a11727d2d460eee
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2947d3fe1983d77cbb4e780dfcb001723246b534194d2bce142408611cca804a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57afa7603cc23b9fdd3e5221ab00d50b10d42eaa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa684b8c69f35b6951cc4c578404320b04823f3617d60b9374c9070ae6c61ee0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d306b238b4cd500c5de2b54567b35192b8d405
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021594977b9314ae33eee04c8544324f3c8d43377b613ee8d6beb122f305e922
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa9ef0f1cf1a199cc3a2a01c8b76ea209e3507e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624fd33f3c2882095088fafaeff29bdbbcba3b76d02a43128800186ea6dd234
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7cb4b6d78952894c3003c73e209f9c7e4632b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80b0e90abe679f221f50a80bfbd4754be547c702b35fd90d40462df1d9c085f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb9dce1b3d3c563933281fa60b80113371e6b90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213eb94b7faf670aeb4377de11c7add8ca7cd9ff5f9213b3a0e08df39ddb7d66
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a663b302e23f8d37dd5d727e759eb70257cfed7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a8811424493c22900dd5a58b22d386b55dc0e187bc74c8c727f0a5495737fa
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a342b08797ba47568228fb3e4d5770ce6fa18c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d763c654c8364ea2485c538370b83e8f8704b9fc0b1f712015056304bf75847
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41613315088ac9f215110b53ab0493d8ee008b3e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aedbe0a71f1e3a06f6f5ab4ccd29617449763fc446c45860ecffbc39830ceb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc959db0a72f5ab28693859193dd5505486e1620
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6bf0e5de0249ebf984a43e6047b48cebeacf26c9a6383e51380a597e14ea81
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035207952dbcce1549f99fa1c1ff2b53db191106
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fbfff1d90c60630f517f1891c8aaaf9e158a032f71486d06326d498bc03866
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54755ccba80920d8d0b9f7905735ffc1e3e1c2af
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee207fdf9ce6ea305fb52022b62c8f599aea436d9046cec048d0e20ae5c7e9e
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5611016f91c4e44aadd6ef3afc8bc2d0c50c4b4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf01623e020c39b9a42ebb25069f59b334c2e634dd6917642e625f9ca76f5b7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3261aebdbe72ce5d6e9cc04be12a812614e399
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43013c1f16fb1867109014ef1283e86a1ed0886f176353a7c5417764433f179
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16392a2c9a316d6aa258ec706611b18526b08cb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7a18d9ddf63b74b403f3947284754c365488bd097eaf9131886f66d5b35385
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a7e716dfa1c8ca75a5cf0d36e1fd7da75cd836
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9b6a253c788b6759ad3f6bdab17dcb5df85266c2f6a3597b301f74479c07d3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8008adb381a5f43a76197e304edf430291e513e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43a2be4c13a2a32a0491df3cdcb70e2aca1240e65152d11dcfd31a6928d2946
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09e6da6fa6ef2a010dfb97523618989133ff574
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c505595616eb480bee665a8a2b9856db0f0a57a000b5dee2ba057e74af4e17a5
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41431a6dc10007229b7a7cdef5a05988a3194f50
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a12859c345cf24a1bb328b9e49098465b39abce0cbb1df63d1848fea3e39f2
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a404ac82df1013c1d11e311340cf0ddeb8ff22e2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68244a7f78287a9ba41139c5876696f48839ddca49d22d474136b3f2c92c235a
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d56e805677dd722d697e8202c2b7a6ba9e62913
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193015f22899414bc792475a1ee986fc2295c22085d17a5b6a5f9c9f01770d5f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caa0ca1aba58b7a8484dd43e34c9807c1566ec7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c993db2e3956bbe3cbfb30e9bb98463f26e0bdee173bb9fcd36fcd5df2e67
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d729570061638477b5243a3cb73026747fa4541
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588bd37eb9982917fc4956e9e33f3955ea6b287c0ec8945692556f5f56e763a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0856ff53b8d57454b68c5499391a488fed0b264
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f103b2d0d9056769423b2ebd2ad359025d364c16778e37039e92f8d157cc51
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d070c909c43fc353380d83e837259e70693804e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851922e3bc0fef69a7b0e8d01fbcbedf9f08f9b6c3c3fc0be852386d70db881d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540a4aefaa619492c2684eb9ff0c704676847c16
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a25386c2279b938fbf6bf8e36dd599cad9ad9f9d7acc830500e2448da66fa72
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601843fb29a24b3771261c93cd9f2c75c182f7cd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6101fcc8c7b891c1f5c256604adad1462cdb8e19f838f120888510e0b2813b0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852f8a7e8a6ded6718e113b4e58b56f55e11aa5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910a341e3660b9aa1f0d1e86a515d7b26b6ed6f17a8533d5f0e3975623e46406
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71c3318b0196347afbfe85158088f684d697dcc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e6e004a7bc9d2eb0bcc6ec34c1bb30bc2ef25dc341e3df15235b075532b5f2
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b14aab1fe23d91c88c942e32c5299a9494dc0c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda49ae439337f64b5fc906d05af2cd2ee20a2b15a0c694091adbe085b7bf2dd
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaa14de894570213d1b5be14f43d7939bc4e78a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68918d75b830ae3d83fdcb8a9353621fabeb723e378586e25ef8379359a9c15
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e74e7b0002e0f34e3c76e20a0393f720d932e11
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f604153d790252adf5a88af55b5d16e8d7a1163c5c500e0112836f67dcec0876
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb8c9e406eae3b799d0ab5c77de6c1c36bcbda9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e47a6350689c1138f5e3f3dc2f1b3dba5d46980e5a2f4e4aa5ef8107a132df
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3988eb9f0bf6e0cae7dccb17c84960f0452071
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2855954635b3dc9777a3ecd956b3945f83bcc092189c05deea43c62358f1f981
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afda210675a2a113a4a84537f227d67f91ff8a67
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e69eef070c5c0bbc2a23463b736fc052002c73bebca7293d9d2ce655be48710
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ae072158b93ce783bf0c7f98ff1406e9767f9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4996f79a94090475b4af9a44b7442ffa37eb40b1840642c9e8f8de5afc5413b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18b3e4a889ecc84238fa26d9f89dcbbc997e3f2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3039e89c425473046fb3c55272ddc67200e46586a5e7e7dba312174628dea2cc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a9db77338332cab721f4747f2f6a96c1f193a0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8474184842a956c13e43dde4af898d3319939f3ef5dd56fc7fdaf1b46c51826
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bac28ce7527ed2dace83b09b0ddeb991289289
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd9217b70f2c13abe839bc3d5486f0fc21b63f8be264a0746d9aaa017db7cf
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ab1b6c83add16117a24076cf276172548478a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dfc17400042a99b23a6963855910d28ae625901f8a3f4bf53b49cd4a98230f
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529f47d6a8b8889e1045b61eac3f31866356ed4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281c268071bec701f1d10ce60ad35eb4d0de31e91b7992f6a1588626b2fe3d8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4ad29eb924f432d399b82fc4ce6cf62f343dce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19062255b101d1a336720280ca4d0e2ce0d7e17d2b89286c83c85ce4b542cf23
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4178f14ac9b562ee139803781aa37dd9695d2dd8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f4a98d8158f6d0e424a717ec5c16a49425554979905bcf69bd190f6391cc84
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470ed1be51885a476cc1f25f993cec65899a16bf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e8ba246d2913ec211e2967cf1f8e29f0a98ea3b5fd3bf0736a97ce253564a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357c4bdb4622626dbfdd36f2c42f9772204e4839
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5131cb46beb84c97b66bd54e633294afb2e23239e0bbf8a607d87255350bddbd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f8b1ebc4eb3b463bb90c52090f92acfcfed039
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db459ec39867756046680cbf98ef4b90ae337a3a0e80b845a3a1a72ea11437
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc871a1935f5a148227cfcaa4b7dddf8bab948cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dd4ab8231d4daa51428bdef38dd0060166a119c6526f61646f9595f01a6141
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54b2065f6228fbc6c538fe65e53014cb2e45297
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327a8521d5424ffe2895ba765d82158683b21421057d30fbf6253c8cdd0538f
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee6cf219cc1aea146c06e10f76ea352f74cee6b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94f2ad43dd4f773d0e6a074cc6c1a740ce4c9a8fbaa02c77d8f17210e0580d
+size 1254
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc97877b29ea7c3828cc92cebd676631732bbdc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e278d8677aab68c29eebaae3cb8b1736c60e78fbd50d5abdb55e3be275f4c7c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e53461e5ddf0adb2b6f4f700eb2d7268c328a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f609db2aad991117dbced61033e1c8c51a18f9d574b27852bd6a3206add5a3ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c938db3aba1d89f0a9d5a467f31a3680d872f15f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c44c92930cdfba96022abaab75c9246df9de78ed946cebf759a6b2957e1b6c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbfa931b3de6df29740083689e7d70f6f71ec67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e1e76fcedaf4c4814f463806462e769cd1509f29fadab1b9253332fdd4558
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49424268d4e2c25b758d3261fcd06ab5d8d57bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb897e1f1d5b16425aead55c5f66daa595102569f912d23223c8b53c6de0e3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90630a1f20b5e8b25cc6fec49f17fcd06fcc044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845afc322f45a1a902e8ec37cc2ffe9e2ccb7f669c47a1e1b93cdb615acecac6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9fdaaa9d3ad526758f2e88128850d717bc4169
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065a97b0025ebdb07a1aa087b515b7077ac054eeaac541a64737aa95aad3be4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641961eefdf794c560353d515ef586d5eb05033
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6360e99f264ccb83bbabed679e0e8f9cfe06d0dd7f6d0a895189f6f718209b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0707905b22aa88b97b2e258bd4ca78d333723
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5081ae6be7c708ba5fdbcc25d21084d0646ca84c46e81814ced09ed8ef5b5f6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224adf7d3be1a9ce9de0d2e033618b02c2053f7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c589995648b78da9bdd26f9170ec1da49abda0b5fdc5c6daf623f65c466b889
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a95cee3c511fe642cdea8c0e9003747a67ff4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e7072e0ccc6d6a0fe1d23ef118b310a4aa12fde73f01f407a0c4a6d727e74
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf624b8bd16bd83a584662944f277ba5616cd34e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca1d5de6deb6909d9eefd78a4aec682def0379500b99744221f85a173749c62
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77695523322358d272b92209f5a0fde75e6fc13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4d5988c107dc48966af286204b79cd9c010f7cbead843ce7db6eed3479854
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1711953ad2aa05f347a9bd771648d6ed36f34f1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d6b4212b04de1255a061150cc81cc89a81ebe35ed1ae0fdee178e24421762
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab1a50080ed616887ebaa552e2b9c69af8ee437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36504d912774f4d1011d0848e19acdeca6c1567508e8be2a8f36f9cb53d09ce
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7f5e88cb6c71c712b5401538c4e144f095ce29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855e9d2dbbc30340ec548e904236e1eb7c66607976bb8bc91a87e42b3ba9781
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282f2fba379b95bc0d333a59f453ef899b779ebf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f259c79b295376575b3c71e743bbdc2c41db889ae5829d2287ac7044d60fac2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26b7187f1a3c61e7880340e306e1f7baca47eb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d064fae662011298476e004432e1f82d0c7463e84a670e03b65ebb2e2f3612
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba2734c74477075987111c7e542939349295b52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b6359c2f20f7bf72e46595d41c52da8ef65725c6634046207c4b26b29896c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e07ae43bfed79e376bbc8efdd3cde18155d307
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915241a910bba282503d396f29f5ef0ce06affe113069556045c3c60b0752e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ceb97b64504fa821ab6db18652e3ba89604e84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ebda1ac54d55bc84b2458484b8bd9863d9ffeda4c252ca0ede11fe6a88e0a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3d69ddca4e2922af4723464bb59d4c858ced01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476f501ee28948b553dfb3d2fcea6d864e3b1c213a80fa867b02a4ea9cfd14eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baba39285471c1e6c7b099a8995f611a524527c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06675f2238d09f1594e496aa265cf6d472d792a1481a12e081da1b378faf4ca8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7ba74b72bda5d85b2ff1e962517a571d36baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2dc1528b27da0198422cd0da9ac8e7085e2c8807cc9933c8ba788b74d9d7ec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98053f42cbc3963f8b886a2021f55870a4679bf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe1481edb10c0d0c303b069383e6e5319ee94d44ae393db43c1f1d871ee87ec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997bec47d1cd91420eb86257fb5d4142fcc66bae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf151e04f27d9ec258c63ab08c85192faef958e47cf3f11f0468a84e5ba76f2b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def978cc793f7ff89b5857db0477a2cb4763b27b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66597ef88a548b9566ff5db565e56d32208df452c8dc4450928d4014768095b9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193f1ddfde34b4d556b94044c2fc2731060879d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26e6f359ff9ffa540db8287ea7dde1cdc699d366db939e7c7be26e44199ec87
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8deece7e7a8eaf0f204942cec8a306cafcf964b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dc36d8539c2335db5f1d7687e6ec600b84126b0a7dd4d1a19df4534f7369c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdd27091c4cd2446a7a3085b84d6247d226869b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbce5e5798d960c9d40504cb1e2d75de2d2dff7d42ad0e89999a4e27fac052d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ced4d1f8efe0c01da259352b7758938523d897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663c7f85c04b91e41dcddaba7c6c263bd703716bb2cedc7ab28b8f24617109f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f629edc1fd090988492acfaf3fd7b158d3a1b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe099345aac88d4d96c8abcd78bcb3fa2f667afd9d319f004a5ff55e4b854d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02da3366fe8692fc51220d3158f07a8369924de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c7287b522a2cda82b044f92741ea2b09cc7515b877dfbcb65ab9c334e39043
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2081cd081c93dac2e972a09dc2da176fd90a4375
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6822d48c69358923a32390e5f13245b8a7d90449e8587a09e5c88701ed12d8a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c5c9ccda0fd041b486db4699c306e376a1be5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207eeef14b272f578d69b15f7113b1d4491e6b4bbf6d5c93aeb9852192a5553c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b957eb2850eada7d298b8c2aae917e7735e62e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a2af600aec8c6968baa79f66af5d344692b63a0dccea26e802dd64e34ca118
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb32eae77c0cb0e5595d79e8439b22e183f196
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212fcd6aa34ee36639da0c328022a1927da1d1ce9059775a1939bffde27ba03b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348e65ced48a85892881073ed888304213480827
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed38197bdfaa81e6d303b400f3e1e33629917bed4638f37018f0affe8bbc77c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589bd818254e12a3df47f2e4c283c42366eec549
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a97393f7535e20c05a5af3a8bdc073c884a631b22ea3eaedf97f24bf41dd6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d2d027655ccd097eee6c073e9c762d31ab680f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358129d186db898f59ca54e5e63603357298857272162737a8a5ddae8d1330fc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaa8c6f848b03088d4825e12f3dbde943a91e3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72868f8c2db4fd1a60d9e885def1842189057fa47abc759041866d4e717941
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090eabaa7b1a37d07e27f4d6000214493cfd953a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d639123f04a821926e4c696c0370ee38654e0528ddd5e9425a74d324c6b1eb5c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ba68b72aeceb0dcedcfbb55b465aaedc1ffd46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3fd74ea007db7d3a254ecd84439fb07a04681c2dc7c99ae7762deb1a364734
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc520e831c2780e3e02336d5dc4fb5c4392063
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6780e139633e9c1495466511f5d633287035227cccfe9159dca7310eaeebebf7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d44a3d7dded33240424ba56a9e0a53c7c6f8e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ee82ee2472eca54fc8269ed80abd5214a6748d2a92a09e2efd7bde2548c3b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5821d88c3ed000da1e84211b084e36c3db26bb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20946e4cb55a274560da6fe98fbbb5c39ae21532b3c155629d49e3186b54f21d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdadb5e229b407f14e27af4753bd6e67ffd9057d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed71bcdbda8f839c31a776b749ec3cf14b46883a416ca3846e9d3937b3afd45e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581161ca839204e546a18b542774a0b29cee6dc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942c9bb8b13b907effa428b5d89bedea9aa3fdceb1f372b96bdb014d164bf0eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cd1a5216ad7653c781d52519fdf1a2c6e7fa6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f1929ea562ff42372be8fd70ba3a5183611fd25ce240e85b869088eea1118
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc2bd61c8017df758b570c07373e46f436b081
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67020d8a22b854614a944f2b6988cb32bfdfc5541efa210deec072b636908f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa1a8324ab90004081734624a25984b032ee5da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52213eb33d2d3f1d5d86b436743a27859fd26953d203e6d11e5da38199bea4c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4aaf13374c5e7f652debb4a83a32b3f39ff43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faab27ac886777483b3ebb4528671cc9bc87c11c2b565d5dd3d67bd95dec2fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e37c94004fa22934eb2cb1e1dd552d0178f9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4747ab4636571ade68dc0d8a71739a5a7bb1ef91a9b347a536a26552e3669d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822209ada11178ff0d2c36a17be7da3a01b6547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fef601143678db1df7374e0efefdef80b68800d6076d007855714f340176c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aa45f1a0ff680ce48c8890bdc911b4216dd662
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e9a821a8ddfa46afb0e5c5337b4ec5ace912233e3f0effae61e888729ff98b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2db39830187c0b2fb49c0e2d829cefd696d7d78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b69d062b07230eef047db4b0a19bccc3e53a6ea815b3d89c7991ac3b85ab4a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3dfd9502db91c84a65190ec49714b4152e4aea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3f3fe4c67d78bf2803d3ef30507f42558ccb710ae6911647fecd49ef1eb4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca5dfbb955b3c57ea6c366ae3a922d7ccd60181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ef550282907bcd816c3fdc2660f71f0535eb096e1fb06f920c7d56ce2c4815
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e099543a5affb05071b2390017a798d2fb5e1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b85462ed643e66ed60d560d0c257e31d3426be56869b8b497c74e059423d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb54f91214448c227405648232ec5a4a9def93c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8bf06b052804cd46a832f5f22e471965966ed829af2219dd50c5b88d0c49e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402cf7239322a7bee65ca4665172802160be2723
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b78f889f082ecafe387c150f24982942b9271443198f8196fd4cae0b6054419
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5479a26dd86c5fdc8972b81a9e8475f0e3c169ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086e9e0d06151507430b9800b1026dc7849c13fcfa0175594b39e976976ef3d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4621cf305c5924e6b29424c7a405540377bd80f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4317d5d42dd9012a9a2460de91a8f4bb3e557c3eb4e28b89d85df372c53a748
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16d9d5a2f3bf1a026b04e519e927f4882df2667
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390812147deb9f45ff0c58673a6c8791c21bc3b922a2fb95eccb9f0ab65d8160
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808d2aa29bb3940fd7f2f16227cfed43ff02cf6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846b5663f33c87463ea789eebc2fd3532de5edad9c0cf4a87ec11380b430b5af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a7a094c7aca8a3264956d173671875bfdd682
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e6e0df5384b1101249f4112874cbd35579dd37934b7ca8ed1c8e844d3a3b5e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2dc1a626058cfd023c4e7ffea12aab87995ee8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8fe13b0a159c249c1cb6e5402570fc0d38e4f6ab74df5afc2fbd3cd59fc0ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a160ba0700f82219db39899b3fff83d9885b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1548b8dc3df4bd768e42099b974fe2b1b1050c3cb1e1f1d870079de780ce2c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88f61cb22e5c933a9d32fd6447dcb165411569b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62caa3db0f3f2a9db77c087687d4bb3fccdd3583026049cdad0774ae418e0ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49df89752c9980657c7562a94d3a63ef1cba0b4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102126d1fbc882b52c87a6eca1367fdb916539add54a9f41832b94ce6d23b387
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef306d9de41ffcbdd2c3afe205dcc24b01958a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ab0cd99a16ce6af700d48300d8a0540c215102f237e35bdae15cadef2d33a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990e65172c785957c07c23d2f7c5894e0dc1138e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b860f50c8b4f63e5ffb54a0743afa9b074520c0ab378213c2f691250aa4d88af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b2fd1ad46bdfa5157f512d7ba56bc431063e8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2c4b9114ce9d9a04380bed957a300fa11e071c735e949b9f76d4031ec888b1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abfe43a7e2fccd70bdbcdff238bfe6bfb94a57c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabea092eecdaa9347b961e766e9907ed24bd47a77c6d983b608b77f1d327123
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020010789cdf18c39694b769b23829fc45d39db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637273cb999dcab6ddf7e491584cd08fed2fd2bf2bad83e7ca45d76cf163dc3d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a61d2b0214b7e6e4fa3d30046d4c5d7b5a1858b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f704a01a12c6c0235d0f5dfa155ea98e9ab8541fe6eb057f96863605a209b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9281598e23a20bf27410f386c763bc85ea08593f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7da47fd0b0c236c7d97c416d82417547481535af739fdfefb7a9835f8a96efc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76baf9a9dcaa8674f02dabe571bc7f52b80597b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6cbdf7dbdcda8394b81ad3b86b5caa05aa3d1d41a3543e113f0c2582406362
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071cd9efbda2acb2ac20fe91ca448da13882a498
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110fc2c60d5676aaf6ddb53345b51fb5aba651f7a6282708db269f8763eac2c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8b54da38b8a1085cc3fa6d4ea74971dd675b5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef2dbded0910e5963ff00359369fa6d0b26ba5dc12cc68c985c97393f9afdc5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed0d7da615ec8b98bdcc96aa177206dc583fe22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1abb68168d133acf8efa7f4f21079562f6b454968186c760f830752b1e94779
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a022d899da8ff0e2b3980afc4385952713c6ae4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a3fa5050b2507cf9ce1bfb406793327ec0e5d03b7f472570a3b0a63f5886c8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0c3de494aae1219d7219e2f24f97721124790c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc4e69689c0efbc27637b53f7da7c7a623b58222e97c358cd00943f7520c16f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438b76b4a4639f713c44d5fb5d201cdd1f709297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61de04585e4c946b53f5105657298019764c27331fd77552a133006e8a038d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee011fefb3a69873d9799b0562883cb15321910e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4552ad8cf16cbee3e7f23abfcb2bcdd96a17327c5b867205c4ea94b0752692
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf31536e3397475191fafb92fcc342d43be55b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a2bcc66ee082a50b388e26339938b0d50b269387fe7f036d6659fc02fdc94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08907ba8ed500e5d048220009f6106964030604
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154fe4aaa275930faad66a90cba362fdc9164fbc966475307f4aed21876a930b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b45c3d2e807e0b74a60244518882fbcf75d433
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ab015d9c7975d861ba50ec408337ffd8491da6eae3798eb05713f6e2550619
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8378d068c5fd06820750c5042979dc7dbcc0d50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b7afd704aaa686ba058eb4738e46c07d013f686c21c6a516717fe28637ee66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad0ea0e8a91d68f86cef11500930ad3d954c49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e986f29daeed6cdc78b82a571edffae90592b1910b61896319322a3febb3dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481f2619a59279ec14e96fb77e06197b82d9058
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a7edeceb19adb881e9789f7cec6c4b9eeba29991869d5de0631cd89cd9d413
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddff417ff6fe242f9f6939ff771421c54f311a80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994551211d19bc0f6e05a19def47dc39987503a2b57bca080102b05feaba162
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9ba721355b3a266869a71cc78a12990fcc45f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d793ebec6917c03290ddd47dd075a2e700f8420beb3b11265952a04e801d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f99d2a38e50a22ac2ce30fd7855e24369e9a889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8722436dfdb488ca948b0195c10e055b28167cafa701de4f50e85c97aa9f5a29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773de6bb35d7b3c890f0c2e7583538b2bc8eca25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0019fca9ca561a150e360154f26e39e08a08ef29669069d468a68140d42a7e44
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202272923ba74d77f21265134464cb5fc6417e1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf26f85f5f7db2307d7c22b913b4b97e57c715d8db4959ae6bd09075b1214c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efda70cc0fc6f5da3ab5464092865729bb857a3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634228b56c63c8070d459989bdf804ea5d5f05b3fcf4e5956fadab44a89cfdc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760e3af8b0d9abc6c51447c1c1195129eb9d3ce6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cd82983dd24414ed961b847257d7cdefca6a7b3d78bf31f4a51eaa0ce2babb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72eb1d01d93717a209132f7aa81493ca030e3d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46735837de01478be8239339ab87cd8c083cfa6af85730ae8dd3557cb3c945
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9976b7f281ffbb37f21227c5fe8529357d7288
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029d7f8e78bf31ca597d9b22ea8a63c7fc0245130e23bcd655a82644eb29fec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023db9c8516b745fd21ec75f21ed12374c130a97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b3e65c6b08022c2cfd9dac8bb32cdb535fa8b561295fcd4553d90fe1f9813f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac20b7ee9ce5c2d9504c58cf628960f2415a7d51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa1553785dbc1da260e966032a6bf7fbd88df309346c780467c7fdbb90055a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c451ee51d9999304de71442787b922e1bee069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ea57b4cd77239c4c3f9bb9abe657942e96dbc808066534aa6038e7cef4d4ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacbec3d0e8378df935ebc48073f72b5ec6286ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e4c2d87a83b8af11ba92730352880ef07cd17d5ec018e095b9660c46eba367
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dafbe7c8e8c6973f63284f690c0e8b17e45217
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea230c6331d4e13a1221f2ddc08fdac04a2fa8408bffa1a029d2f2fc65c806d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0174e5623cee160923b026c5340c9a75b4f1eea4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c653ccf2d04ade61fd50734562d069e801c420144ffcf7ab2799e557655a0c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a560341631f72bbae6a6eecd19ac7f961a796d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72279dc3b0ec3f52f3fb89f80b8d603305d16b9c20fe939328cc968e1eb6fcdb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f56b7280735e70ae35da819ba3bd8b5dbc6cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68319564bb81610669c8b0fb19b20ba575b8075142e7a4130c9216f35d7a89
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57e99725171b89c15860dd84f312471a0fc37f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0307a7d4f36b09dbd63edef737840d8b6e402fd85d4fab9ab0c4fe00c77125e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c699eeef93b008c23867eb9a3fb9da5c0e0bfff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831f2550b1c06fb2535864f0747ffea925dc6aa2839c91ed9e3fd953fded133
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff5d6ca5f2665befce1654954cef7a8dbe1a7a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761860d787057389a3b3e07f8e7e75701d13ff18bd93600618632dec66b5974d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f227a6c3f5242040958e2e18a08d9e8686b35e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5d300b5700646af0b65e10a30e703e8ca0238ca041fbae895f6b3e34de8e4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22cad24403a6658ae6cd3e43927b1612d4325f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7eb0ef2c215dfb286ba1d78a0e22dfdad07bd6e1566133ce144ca6d414cad2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0e93f5f316f7e56d172f153513b01749a8cb80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826ac18d0a107547881618e638e462fd64684b0000678f8938c662f31e0fa97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23558f402328195f5904f1221b1e33608161f865
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf9cf32b4d45a4684cd673ea56a047a28aee443337f12e6246cf4663469fe4c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af1d30abfd3b92260255d58da0a504d1c512106
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5080f2cc16ab76bdae8f60420bf0e751b6f37f92c3cc549ba70fa23c73d3244a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636464a7f4beaa1cb8d12aa8d297499008197fb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee3afedf11a3e697d47ce2ee640ab494300d86e1349d50c594e426f9d7028a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf34b348e6e4aa7591a2823a3d66638d19f34588
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d6abc22af25cffd88dacf6bfdf63c6583bf70f91dd5312eec632e68de5250d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ebedab59b60fa9e971a484d405ef95e59f18b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605df58a425ba5b1085d9ee3ad380fb05bbb76535ec94e84029eac9a59b54adc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c175ec1c954617511e364efe83b7257c327a6e68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d066b974f105123992d28fdbcfff6e1f9f183240ea1490a003dded35c91f4f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d26722ccc8adf55f3d6506b2cc7dbbfc1855a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e7591a1eb6cee65a68a526698d5e9594858c4f80fb6a53d2c7deb2ccc51df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ae48a01a64252c39ecf9a870a0e4a4fcf9acf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeff85887f3bcf7600dd327d2dff66ee87e3240166bae5ced3da4d68bcecd138
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26964cfba4d51f563391e4a86f03be38688c9f10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca2f9745e76a0f2f2c621411e912732619c046a70802cd766ae5d61acb75270
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78296a978034171ef5649ac29f4941154ae8d563
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cf5a393cf42c373a4aa6e4358c7c6fa4d7b640ed53d5c8911e368f521149e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a27d2133f71fa530fc6006b58e1b721b00379bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e86510a672f6384000438104a64089453a57dfa41bcad5257f7a494886ffc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b92457aecce32ea3e4857231dac0f67af47801
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ca18a1e34656f55e39164f47320e8f1f35d47a45e3ecd9a9b0c3af9f1f5630
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcd92026d5e58b651c0e9b6a4ff4f47f8b81e96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1994ad384a2d87ca752d2d336227a5b339bd39f288d5e3b3c010647178f6cb46
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5ab24eeb50ab00b29a09562d45ba583f7f96dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aebf1625760ecca74a0624eda9a520b66831db41286338d0d47529b327c2b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c4647b4a816bc8f37931dd52df144b1542501b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949c0ddc597c5f827dcd60d4d0b0c20daa62ac00b679aa9a30ba81c546d61568
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4491dbb60e7a6aa3aab3c770e2fc9680b9500a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52e4717b8a4a57378e3188484a5beb0a8f0e66608c271f798fbf080f2ea3d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad559e8008cf473949fa6f2eb579ab883c8ab138
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67857b295cfc20d6c4e8453176d60b827c168c1cbd6bcda32237f47341af333
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765264f2fba00a9ed7dfd01c2bea5d44a59c8001
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3c6a65402759a90b21a44b5078b4f57450c977c6260090626bee64e7b5a58e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71396ef1a961ee6fde5d49fbb53df12036e19db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0932d3a7fda1c618609902f49e3c6dc53c4892e986a942ff8a0607eca34f25
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a6e3a9f2798fb18002fcbdfcf0c00b6f4a6f65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd98f6fd1fac685e7e071f9f06340d7a8fbe7c7b359db24730d24cb939f4854
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7c6e0a039bdf73e0d6c621583fd0f7a8f8bc03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccde1cc2fcb22acdc9adbb6bfd6d1224cedc489819529e92d30978d9031ff33a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00a385f6d2a47a966871cd64c790d4d3b00ec67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbe451dd6eaa891eefde1d3894f9ffaa72fdb2d7b28ee935aee0b9429c391ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf82998db36647a4469fdcd690f8d10a88402b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8b683998d1a8914aaf4778ad5068bdeae4355db01abf4fdc470159355dd7b3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed42e82a263a4d182c44dff5ad2141568c1c0660
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d53d9cf3b2f60aa71db738ea01347710081cf8f4ac83637491eec73e5cb5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f89d2c4112cfd72ad07122f70ad8658d1fabc7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a7b210cf4687067f293a5023e32c6433a2b604ee6e4b76f528433314c58eb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50715d65af6c498844a66884378958bdd6d687ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7306ade587c91b6eac41cbe32f638bda42392dd7dd997ea9cd5b382a84d4ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0499996cb2e5ea2421ef42992fa542986801b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fc015b5dd5fded298379526f89a7cb95d19f4bdc17ac7245197435676944c8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188dcf3bce015602af528b955b3c70737fe45211
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0056b54b520de58a63d4e690f0640387c14abe586de236045ee2ed25f7957cb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c015a38ca675957e85e1ed2fd4af0ce293552d54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0643294a03ac5211f4dd9c7be578e04e383287a4673ccff065633e80924ef4a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8cb8e610a8793c6a1952283e402465f7fb8e4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5115aa69f95a7540b431f2679dbfe13354ff55f826b9694d955411dc2495c7d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40be40b1ddd4f2b0f12df1efcbdca3daa1647257
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9603016cc6c91fba5f5cb41931daff7f4e3c995cc38638f59513251ebf8f53c0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39d6c6746b9e73580fdadf71ffeed67d785ba04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d53d14fcf24c94f0240330d40b0c24997bd5d5d68f008262d6feaa2d5f811ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730e294b3df09ede943bd36c849a0b4c3c960ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabdc8f25640f7ca3052c54761e243237887a66d41193e100540fbde8155222c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17b95d99c71567410903741025b36538a367bc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8d09ac5c57de29be27dec3a42e0a4aca78c4a62ea0a7161783cf26be5b7afd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b70f6227beb3d93a38c4064fd3fe4008c7611
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76587a4c1da89cb5b43a44873f5764642fde92a337ef8f382fa2a7bad39889
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e2b64cf82e0520966bf080034b82b70da02e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa6af23469afc1c6d70ffad31b31d6c483218609bba8c6b1882721aca3f576e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ef1c39495c0738333fa169a6bc27e89fd6c1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffe498a730b0f61821fbe18e4ed5f7c4a3c80fc4d3d41798f81bb4644c93722
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3398e9fc40782a4e201164933938d1b615bea3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4106481565b6fa5473f9a90f639e96f7ef62942e1b812acd7db4038217f7c05
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e98cc08d65f3d4a7d26e42421d6e3c0e3d55233
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64255b2fd246d16d89587e2c31f75589454d1fc0e826e8219b2c242fd946da07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247e8946aff7acb7d657a0b6dccc6f23411524b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0c0a268cac35a2c628b785a0d329f1dd08864c0d8a30589690180ba3cb9b45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30302160f0639d0ccd7801b4dff779d3a222189d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b5aedf9128cf3501122e7fb0a5110c9c3b903037082928c199bc1d333902fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418473b5f0ed5a68c9574aeba06e42f6d7ed60d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9675f114d859ed3dfa76375dde756ecb77ad010ff3d7b56256cadfef95883a33
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a2eab86870c83e34ce8abb61023a27defcb2fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5112bae19be52719c52c8dcae5f955de1db678472258096161157eda3c7887
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af986a2a9321a7b3658a14ae6b2b2e8fd5bef16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0b59ba9a1ba394753a6b6df1dd9618d65753c304a4fc3a190df48030a07aac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3189232a22ddfa840edca7b2b2a6c7f0706c8aad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e88f81f0b3b2b49bc32fb21e6436d3c64f784a9cb14bd27a27566edad197a81
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fe9ca838e4bbfa26bfa9dc3821b7d315e18c6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8343aab4d12afc401bf7285bd22e12f5f939d703857d840ef881949d7089fc76
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba91a6a9ab6e8f4b097b4e65ca55e8cf484e027d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9634d97ed16febf44fdac2416dd327a0bbee9a1fb829cd0b91dd3b62a82a89f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0632f618c9fac97f05797efb1643fa79b1f2d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdd99007894a13afa190dd9eafb2c1549c042ab67eb66f84d70cfc58570750f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ea9cfe359cea5ff451646ba643656ba8d307c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5c11c64a7b4a3224918d1caf16a2ba434bb9e88761f80aae12ada69e02edd1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cbbd46c22f50955f5c742333bc88d770df86e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba46ff81a2d033c672e3bb0896ecd766627d074f9b4e5d2d4714d00e9f7dd02f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fc4d00978d260690adbc9ca906c96ee344e906
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc2fd6a8088e3e96ff072ed948e81fcd826d1bb4507e7fc01116a37b5914ce3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf89309fcd75c44d009182eb9e4c003f29f3c15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe51a7a795dca29dfa28f7faaa279a23bfa5d2246e50ac0637d9e41b067a99f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c57a00ea1f6d5cd9bf9d9411db50004aae03764
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76601c3fc80c49a7b81218391c9ff942e57e4875f45194e940a1f4d21eeb4d1a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e81d351f0ad243bebf8f3d25bd07ad7815cb8a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70362657d34a74a62bc02d40d93d4258c5201dd20a22ac2539157170b2bd057c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ed2fbe3d305458619961227f61e57c7dff5876
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a882797cf25e212de914a5bfd8ee2baaf367546276fde6713c2ecec023b2eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bff4f2daefaee8026b1c08ad994ca8819aae27f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1457fea7daa19d3931139cd782290ec1a933ebca612802babb68471c530e9fbb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dbdd258b1a033060e6ae12836328ecfa91d685
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564991ff2c9713fbd7354d6e2a17fd52309a5344421277d9a46dfebfc16a5a0b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f6193a880a11c86256a185d337a1bd86e975bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a501a94c47e2a78379f8f2208e3098b31a634e12e15f8e81b59c948e4051bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f8797d839b9f217f441c7afad5e3f19c32ef1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90d7e804b86c7280f9faed7a4230309422d033a8f29ca28ccb33d26b571dee9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662eb58a2535961454f21a4551c251870efc2df1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbf39670b84f44daedb65cd1426c15596832cf0cc04f1ed2ce136d337a6ed2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc84e535b802deb6307407e41d8c4330b4913961
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9c51b72db6947a7ac416b965b05e3b06b30eb7ff03051238393163b472033
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e9e3cd90c007a10ad9c5a53c7c903bba10012e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363f82941b1cd32fb09fec70b5ef9b6387127367a373c2fb0559d32b25cbd833
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bbb32232c87cf63a22dc9ad525a19fb18132ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661efbf4bf17db5cdf560fd82b063626d4e6f6e12eb5b07b66daa3a5d0470a3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ce3c95368754aaec0f2e82df3d9b54848145c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee2a5a1ca5853a4b10440a15dbabfd94085a19f973b2c018717babf7b5668a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa650585f9027b137e119a225dee987b38354c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832c2be557a9875fcba51bd1cf461ee6fc7eda29cfc610b62e667c1821e92a64
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fe3b1a97d2a47c23737c3b12fb6dbae7309a89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bac65e93426ec1afc6e8e21ce8683f26930200d858437e891fe63a203e7db9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868791adc125a54079a1b9d7a8eabe9c525916d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f6dbc37bcb774c2bd298ef1362b9cd6ad04df3ecbe0fc0e629553fc70d4456
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbf95ec9a61bdc5cbc2031609b982afc51c5b7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa93275802a44a1fa8882aa4054714b7c66fab5f4b3f9f6ab1356e127f27efea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d49211c63db5293352ca97cd0b9d6ca88a3ea8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c2a414b9445f51c73fa722f5b696bed54bf1091cbb494e6f844e51e0e38f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b912006244b10d4ec516cc7512180d77b90eb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffb3790f4334ae0f349a2c94bed951c185f0dc064bcbdf585f03e2ca644c9fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72292e5d0bbc85858d9e8c0b3c9a98bff2d78f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436a6bbdb7f8682f6085e0c8b9626ff8ae7961de8710cf418ae8c0753f7f870
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583e51543145a12c1b38cc58b66ec85a99953bc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9494fab1b26af1d45abd71d2f796950455458cad3090a7c94ae4f429371645c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc6bc783bb7472edbbebe0589b1b2ec3fa2a79f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06576a4d5f64e5fd176190c5b151237afc0cd4ecb276853ac0339e7a1c61efb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7818da73d6698b5917eb86f2d823893fb1ac85b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2820862459e41c54437e8d39475b303e78e1ff7c415e1ab838749503eb09d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb6f9584bcbb0e70807e982a56cb855874bb982
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ac7ecb1d2f3a6dba6b89de6143efdcecfe1eef4c636dda3d1300190aa56908
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894956ef19fb6d2918df5b4afbfc7209fe05d5c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5143c5bc286e5aeb19930753e37deb3ad1d1156dd0c21530053e753a1f8744a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638a1efc1355ea9fd9b0cf1c1aa1eef1a6658653
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb0e5347e1df86f1c4a63982398da6dcf6be84bb8551be6c94a8205abae562f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92b7aa2bec66ceefd783f28c612e00b5b3efa7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f4f41989f141dc62c86047b854297afa2aeb0c76f6e761f3dffd4a9d58a4c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5511a4e6d72aaeb7658c63806689fc0cb0310d7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334580d01be1344b513036136791c78f5eb98db6268511b76e5e0098cecd019a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3336e66b5596c406879a7d1d8f124a7fb7bb23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1136d17c3e668db5a076435208ef015069ed7d54b4bec42631fa560f8d71c30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84f5046c315a07184511346accf57d1046e0a64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7799b38d743ddb03c93d1e2acffbdfdf4dc0baed57b3766f5bdd71aca1abdabc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1caaa719a970da796c6144a2e60737081c6bb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92cc5c55cc6facd7a6c7eee8f18a9b4cfe03486d93a484ced38d6c201e40a93
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f982eea72cc946993805b41ba8836d93ae0c8944
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee061fc7fee6de02f5d2b806863caecb5e5ae6ca5cb11a65f40ff4dde9ce766b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886ca423a0c30c24d30bd39dbc0048a64e63206d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99298c8708162f4ca980a27a2a0a5d9b35eb0b8092bf1145ba453c16b74afa98
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3ef6b79b786b0d00c6aacc75c58cce80b6e3b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df62971a9a26e50d7662023b1a29b07162ed8102a44089cfb10fccbc9ddeb936
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a86fc6e5e9850058dfc6c417704f6a37084f086
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b2fcc11dca4d5052202a9a5974f1ab1ca19b7bf8449839cda2ad51391b40b8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c180cf3f8874a30f1ef924bfb50872b38426b50a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe0ede1c7dbb8f7ee2aabe7334eecddc65b9210beb3c47f89194a2be90628d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190dc96d55fa3299a5bdc55d77a00d9889946409
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8a69e87de731fd68c65d977c5e3d471ff037653f334ab7c4b518426772ad4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d288e3e321beba666eab3a74dc1ecbe9664de0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3db347fc2139e965eb2c81c089f508a111ade73c7c93889670b7c9eb3b900c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969af5ce7b3a78ce612710b6b9a5957d6914ba95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02825f82d276ff7945479e28c8340966214dd25ef3bf17fb76d3b8af79a0c816
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e21728ac71a65fa3bddccd0f8fae69e0c7116b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c843400e5df8f4475b30f9f3863615d72fcc863999e7a467ad63b85be89d3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bd20cc3d761857fa1b6a708fce73ed3eef5324
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6351b2833adb6c536c3670b71f13077bfd1dbb88ffe4d597b50b1a70e8f510
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2059976ed2c48fc541bbef92cfbfa959ed2484a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7bb507ff0a6a3476d51ef52dac7d960df1403bdf73fc5e40b57e1a4db5b145
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd27030d0d9674431e55e7e2b7d4d608dfa86c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb643a32ac3e5dc37f0b9c88eae633f009aeeff486d9a57bb392135f14c39264
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918a2b3a74520b80a1af10b786f1899ca4c53f27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b25146e1a39dca0b6cb162aea060090b129979c26a2f49d70d4df11241829e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676f0fcb3f0500931f6d832637499adfd77570cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0703eb26acd6472d9372602cf08f855c0a407644541c3855ccc870f84b2eaa2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d85e7b743aed4437c22e90d8a6afe08da212a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2078ed24604ca806a0166e03007383aed6eb645f8d8e2351ca9ffcd1f54a1324
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9917260ef6854beda7f831d6cfcf6e70a5b97d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cd8c637c66a8a3b04f31609d4ad7a088f09cc2679ea0618843f1a036b9a06b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9b98e73556eb3d2f951444e4f9e8bcb87e697f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38406b4ada1ea50d064a9faf484e898df098abcb4bd582eb39f3d767f1cd67e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c051ca9aca603f97a25981b75a30068b4cbe7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d374761f9806526afe019d80e73b4bc9e063267bb04f4efbd89e916ae563d074
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750be18a3cabbb76a4592d44e84fd656b973ada0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef12112bcd0b102132d2ac9c32efddc3ea16e76b3c2b49ea8efa76c7238d13a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a91e140f0c698d21e15e1b2c878b15899ca416e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81abff38846ba84b924a386bc880503e8d0177c01002aa5dacabb85b91cf8290
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a115a901b8ca230077cc857b3e5b3eeef490e227
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc47f6090b1441e28d51ef643d6ac0fab352d4e14d89c6446ccadb8ba02243a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecda8842b08c14428c4eee309fb535f798a9ad4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc2307dd6d14f4828ce728b32421de2d68abde3517ca85e99c23750b5155f24
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75b2c40f6d1b0c831c958caf86a3e2196d49c6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c4d3481bf2bd69662dcc6e551ea67fd61f2ed11759512ac2fed44f271d36c4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862e7f6c35256f5cc2d6ae956ea0fe3369c0e4c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f78a653fecc7a6486f2db3074ca1c72236753866017e99e443706a4dcb53e22
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afeb7e96f529089e6c172630ce0be40fe6ed543
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cadc7942a3f60162c3edad4a8751e84568bdd7ec909addc5bef1458eda147c5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41762004319c9eaeb75350ae63a36d3c726bdfde
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62319f6fa50377e8f8296e50c51bbb4b56af15e84d17296a61b6d926a1961653
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487923fa087ee65481ef80d26c851eb0e392ab9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b227dca565eeb1ad8d4e1f238ce26545467db991163bdddd188e875fa26319
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944a1271d026848c5f42840090706eeedd8050c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85f8d6aa30e263ce484a651af218f591f88e11d5682020b5a7f8f1482884e10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350d64e45b66754489f006a0d48577e30425caff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e41a693a37923fd95a054136b7c1ef6de2b33e424555246c7ab9291d87f84a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fa7308068b68133b67303941554219e3a8a1b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b60634c5c032545cf438acebee8073f3a2a0172768961bd4bb7db49a3f2015
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b567cb785b7dd93de5cc8e49da016f89d2106dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7ad07fe330375a287fe8639e0df0e8516cca9b276b287e78ec43480e25cde5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c160cc601ee80f810b009baadeb4ad84f785c4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd20ad1b12a7f62c91222da847b15848c1bf7745f4d9293680b6ab348b7a3e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc4237ebb50055fc4fa452899926122c111abb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eb00e0b7ce5d47dc99157f66eed8a30f6f766d8c0a66450f46a7b6f947fd6c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1416a6aa9826e35a9b3ed9159b8cf8a7a7ad26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb6df1594724e8aef680c14eb6f1fb1e65157c8b05e16230a06e95e8a9b1a80
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1839534d2a4edca80f44ccb952d861cdca6534c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5d07e9469b64a1ba020ecba2cce1959340b1e8d35f3894fc0c02f3a6b95220
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3dc512ee0fb5d681ac0e80968449b835bbfddb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c222fba7fbfc66297907657bffdf8d154229dfd2b5f5fae8eb4dcc2ddf9dd39
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd958bf02fbdff61b673ea34e3f37e0eb72dfdb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fe23eb06ab2b5eb5944753f43b1c95aaa6dc337088dac89adc52b337f296ed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51961e8153dcc102a33c6acd723df2d92ede19da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f179ac678ae0277e66c3f9e5ae81158f0d3941ff10952c6f04ffc0b061972111
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fa1bd1b2f59e8e71fa51999d6a7227270fa664
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c07242f683865d70c7b571601cf2b2a210d294e8839549d75b49a725345c9e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdda1995aaa4734b870619aadad4217e298956c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3073a99817c51454d86d0da01da470607c421fac87ffcd6143aab5a54417c42e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ff0ff7b80c866b114fe7c8536f5854f3e7dc63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6047715cc1844d7a1d03a6508c6f9bad3d27dbf90c8ffc3e9a3fb9ed421edad7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb7298e7f13e8fc9fb511bcf34fbfeab1bfaae5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4164e1a3bb0f97ac07719ad6f54fa7019cd528a277df56ae7120cec753b0cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c1ec96e76fc7b4931ac8e3c231d18cdac0e78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8b758576827d5ffdcd55a44e967ff9b5e04c417cc4f8ac4e9418bd38bbcbc8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2948a0652c17d0e2e6e9720ecb5d70f6218071
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f3294b20050d6680c57ceec176d294ec4e0c60ac3b57b1e446bb5293bd0378
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f75223076e7a0c8b5c9791eae2cf763e531b71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2011605fae2ba7c6a354c3cfe0fbeee81b8819ef1b391e86ed01fcdc9ce4d75
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e2389de018bb193cc1b7937aa6f00617909b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0bb8c87bf5ff0ffebb72d855ca2549195a3d7ef19e8a46e430ebe197881258
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bb47ef12ff7f14b83e8834e545e4b744384f64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d48504b0456994bd55fce95c6519e0986c5d4b5f5e2c0ffd465d5dd3fc00492
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b601b6111a32ed89d1d6a9a7d9df250302d1ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef20afa1f19d177421ea623ed37622cee614775868e061b346a1cb69a89b0c5c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e25ea96852d534950131568137ce01063915f6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3613bab16ca1a262ef407441f30940617443b9b092fb315db84d1c6bf7bcbf26
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5251f4bb6a6b83cf5515d77820ed0d93b684164f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4869e3dae8498eea762eb406265d913e0232d7dd93ed8e5bb0f9bd8103bf9560
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458dac89eea78ccab8928b69991e1a1c3a5be9c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f643601e7f426c6be3fa3dc277cd9499e6bb05c4aa8d935caca092a0a207ce81
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a886fde92008ff57cd0e3177f0a7a28d4cccceb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de055c493411022927c80b582dcd05bb37bdc0b9be8faa8d790b5f4bbd3502fe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88ba3ec7b3495a4b3fe7ac83d3fef08480d3400
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9ca958460011b666b7052e2869fb4e1f11befc729fca14fc38702e17b839d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5044975d23b905e7af1cddd5b7fb986887ae4c62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e80d0e02705e1406a825f85e5b10624a9a2f3c6b7dc3245b0161221410f98f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0386013046d5f3e93248297bf0a3336a69cce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8cf9dc93186580510e75d517784f00128ea5bbdb6a9fcfba30a310972c091c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35605e9b177ccac14c710ae35ed9c6936f868437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26772e7a0bf49174d35f32f76e6748d0c488057e12e47dee09f2e376e1d0cdb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a6b2d6644af94dc069e7dd31de9a37cba4c65d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f70d0f365c044831610dfa1657f710e93366c06c85264736711049d6663f44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e923ef51cf470b12eab6edc8d0a34e4362689a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a730ee42b9df189d2abd620325558f9070edcabaa69ab41e830ea6b26717e73b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8838da4aa9eca4c41301ba9805065bf81d6b51cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36212ad2c074b0f1794cc69af8b6d3976a9654f7eabb076df9078f4a0fedd31
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64330b6738860b555c23f9220db80ddc46b45643
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511c9ab2bc2442e4dda205e5b1fd8b3a088c50bc659a6c994af13dfeb424573f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262853310117ac7bf9fa5fd88a6dd941c362ce44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853fa9177fa9ab2e34d161ab72413921252bd3ad78062388337be02d53295729
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c82f936e310c120ca03d1650f8a93e3be88da3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b7e4a6b302de577cd26f3669318db456ab4013bbd91857c759cb9e5ae3b320
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cda52f4076d0232c39645706be6293f89fefe7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c3ccea085ec2126430d7e25a5f9a30bc4c912c5ac4e438b8a46c31b4df0ab4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01090405b208e4b2aa0eca635d18d015c7476a71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cd353161fed151024c84b27a596556c0ed9ca9881881be4dc1353793350c0f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1898994b21a1a9c17f2845dde9d15048154093e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cd93eb8fa0565219912733894d9e34642a4495e9ff73780ed57860dafdb2cb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c997b4e02fccd3394d1dbca4b18a714afff1a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe3bde751f62ebe387b60f3b38b851974d2fd85783cd6f99f4bc5122371a92c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437759e72d4e5a6c9c653f2b181aa66f919a9efb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913639fa9e2d64de0801039d92773a4ccf2ffd0654193ce6dfcea414cfb62983
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6751ca2c1efcb55fbb31c837bab269f0070f26d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e388a8c243f4543f7b3877da70c46d68f1193cbc7336cb1b83d12be5f5cde26f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff979a240de5a5795590bcbfa7a0bcf18e35313
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e94447b7869dcbe4278ed01f6f8534863c7465015f6ebd181789566c2a942bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27fc67273ecc39d5277bd93abd72ee8c8a56f7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eebc1d5a771415026625231aa271ae9967a65d50c6ac503e1276083228e951
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57447328924da442b4a5fd3f8f4140d21047c887
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebc6412961d1713dd3b21382f4627c424a5e3b5cc0117c64d2c331b2266fd3b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5ed195ff77763e6f906f0be5d0632ee95e5eda
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b8955fe398470f6cba1ee57af702a8d885b64e9c0f77e92de12ff637292717
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c3cedea28e5937899080910e657e5b1eaa332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e61bd45aa9c99dd83ebe21ada07c7db90825f457534613e336a8a28f700b74
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb365959e684e916f0a59a21d5400dcbd58cc258
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ee5dcc0c7953e268727f56503e7a841eba7d86a87d335fe1ceb49db7deb2c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4e6709128cd78f6d590f69acc30398b9795dd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7fdbcacd1056005f2acfb07d2ffc23b2f23b3dbf060554a16355896c8500e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65854ba03af6cb02475cc950d10ec1b6d6a761
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f793c9f8755fd1f21e15d5abca3a271f1d7368e40cb366b2abd0d3df80e24a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b905a99e8a5a9abc9e4065a9cf8e7b03630d5718
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63d98519a33deaba28c7625c926938e65a4a21898ae424869ff139fc77da17a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14205c8c9e45be00b8f44823857a9acbd89d8c1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a82fff7aad36e41f34045fbeae53101fb633b73c5f450f8a3f66b999c299a48
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a436f51593d05f161f243e56bd1c36c038d1dc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f579e90b51f53ac2016ac0c81cd47d42be7aa282408a6b41dd2772d9fd98e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ad22aff08dc900da1bf1e862a6feaf0bb9f23e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8687b573e7c68d2810e51730c96554b6b4b482f5183a4b41e399d307a8cf2177
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd10a29d276c3839a6cd2c78af8e3a675e47ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e05366a6785664e0b8d86869f9b9bfb9c7b67b82e29b04509aebf74b92a2f24
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34cd19e85ba53f0952d7798759085cc1699ed13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece232248ac9c93b8fbbb8fdcef34a797769665160d5d007f28a4ee54302fe0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db0e07a6586d05516fcc4cbc0518d74f172fd92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ce0f354175982e3fe0fe0e2b809f65b7113c67325e123282926158c7bd179c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee94d54ea31132903e004767463eb56c91e455d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816f735d7368ec3d03b1a217b8f4d25a41adf175caf228639a09177f97ee6439
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6893e852d9e27768fc5873a8753d11ad892e216b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdb52d5212beaee3c44d3bc14c9a3ea9cb111f8930ba45e6a2fbf1371824f48
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19246ee1bbc050d309fc94efb58ab9d0c7de9e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a0768ceb1c69c8165545d962a7a9ce945217ea087137e9ad6187d0fac1b29
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141b971ccf11a4154a147828b201ed7e00058f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adbb6da1427af7f4f4c8626290a68c05ddce381a263a424004fb4eb35d78a58
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e281d976b0d820d71f40e3238c7cb8a716b7678
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c5ad11072bb91eea7ecb271ba857d89eb077f156dd5ce378720b6029d004f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1290c58e0926f2e0a024bc3c365e9ea1d9854
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f165772da08aed843d2ca60f5b28a4ef73a6d43761e31532fcb2fdc93b5c7113
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d798ec3a91b4c65bc126f83df49d9137af660ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e677e0edecf831e17eecb579c4e6a9ec22e18c5e6754e540d602e2bdaf45fb68
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22e81e5f3d072348044f746ac2a7913b04c9cd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e894dffab768f741514fd47f05f58d98656cb8faa73fedb4f618b0742f559f6d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9787858dd6a5517fc1dcae8898134e9c7faaa023
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9039acb180acacba0971881e50c6990da296942937113d7c9d3795c9eed68f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ad278d45aadd654a8ee7b1689e90bc476eae48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e70f6bae6d8605d61155c11d59d55f482d2060b6824be62b02c246ac9b0a13
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2492de4b0c561430cc0fd564ff8193ef75ac4e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2493ab61b128dcf167d6fd3e7cb5bb02d33daaeb7ed831039af3d0745bc1d3ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e1a4e1c19883fc3616bbfc1a509ed932af396e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd0e40941b45d38d0c57b43e833ae106b44e5e1c0c7f621133fa1faa7e11e9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a14320102c647286e59108ffbc405249225329
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e90ec50007469e8d0d07a67aa501244496efeb3fbabe08f2b552507b1d5f63e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aa4ddbd57e7a1e864f95e62faee64ad371cf13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a09646e936f43a3dad6e629456e3f07e6816e1574ad2d33a56e60d593d8d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f68537b0f45ff4e3582078e2d7868887c66e0e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c64a2ea55205b40acfb6f763916d9f1619ea6aa544f5cecb71439bb60a94ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a620f07574eb925bb558155913bd104f87f3b04e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6a6d9195ff35646a8610a218a433cc19297f0256be706c44117e9aed303a98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a2a3c46b242a0a493f32564739f897b3499b61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a88fbc5bb65cd2301c09d8a0b468972cb425132624bed4bb80d9fdbc7a811
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8695e140f6cff07c74cd867340b02c2d5b0e5377
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f223a953396cb70dab05768718ece5c3ef692f01a62860e32538f698744f4bf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a78426d8e14732c3c35276b1a08db625069b84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b7d23bfe3b40de810e63d6c993d768060af720b866453483c4cd2364abab14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6942c01138fe15643316261dc4c9638844a30509
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f59f0b75b6290dfeda5fdc34193a85f5d982ca30ebae14f1005555a9d4e86d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46bb7d0a5c230fdc9d8afcaba74d12eb9594e73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b7c83b83c5a3a03075488ac037aa428f3efc5c5a0cde8ae7cb3df3d03a696c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110d68b7d7217c845b9679d5e7a9b12234a6dfeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7817443b830165cf73df68e2fc0b74378e2d46beaf86b886aa6949f91c792a5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084231f34129f9181089b92b7a66f817c117088e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204ecc333f2762608c051b4bf22bd6b57a926687f854ac8c499a9707d24b188d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae4343be6774bca33bed1d04c6ae5e6a8b6d309
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a8c8551399fe0e1144b8a15074a1eef8f5db232d89e79a0a7f281a32cd506
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce4980253a4f6f76826d29be0930ac54e1daee7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dac7eb52fed3b18cfa4786b765473146956e5b9f8a7188305f23faff97c580
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfc329747f1aa88d6b07667ddf656d952e015d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e74b97ce1d80617ed69701aac59b1d21bda8bfc7d5553a0e9d4327d99568e9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0ba16e13b7f7bcc1a679984efa62f4c521fcdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19f8b5788bf5bbccca240c3b9ab86eb1dd103afbf0a14e32d09dcaa42f784c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef8430938804f12f46a584a206f62a652bb0fc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3057a7bf0daac4213baaac9b5edb6ed59dacc2d7eb8a166fac98ab1f616b8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27558956feb6c6fdab90c1ee0afe2fea8a43a336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6001d2d9def967b8c3199039e21b68540237024469987d30b95c20fdb34cb663
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756f805077fc354b9075b7b47676b32fcc7459f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787fe092ec91ec3de007c7a45e20ca7bb79718effcd20d323e69d502c7631c06
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f096fafb3d48a6048cfd503e1c0c6443a85432
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd615f05b88d17b56c20c51f8f713fb3affadfa395159ff775f63ddb07dfa0d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277e2d343e304a4d6b4a4716d4b64a2ec2647b11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27419bda3bfb37309ade3098b4b61ee6d01cae1fd7b3b8cef1c00e852f4b22ca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6211e9ed85853245ee411f54ac6c608d3d7996cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cdd94fca83bd8df5bd5cee49cd17d631a2229d627def9bb3229015b9404727
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9629134475e5bf608bd508ea03e67cc65ae18ddc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dacba02f5c4907a9d340ac54bc977aec1d294200bc19b5467d09a7477a13e30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df191ceacd8594a9fc5adb5a93191dbba224d7f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc49af7ac04505505a667f8e4228e95e3b6b4256afde5dad7f570b0ce2aa5a2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953dd5af13acbbe330776c509f4aaa30855c5ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8463929e5e9701644b306406bdfc513fbd29e1b8c701de6b5f345c3769a589
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779d5d0ea6c8f9f6eb24f7a9fb8333734391febf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01efb9a5b31cb46f5844bac108646135626b40fc12afee482906a99867980373
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8e0532d614d25342de92b2faa7806945a4b062
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3837a3deb2bc3262760717e949a5357a46a284cd7ebf7f694f1e3ae4a430c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098fecd3e78795ca600ca8dd7788cb7b9505f955
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfde4ae41985dd4d42d2eabf957f4ebca473e72c2df682c6dfd58a367b6362b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a107f60da012ac4b122d606e0ca99e2ac76bbdee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a55fe28d7bef9853d68466bb24c764bd8ea9da932530c1978bda520d408134
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f20b2fa92c01f1e9e012eab43757687e8e22bb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d012fe028b8436af01ea879365608b8a0d8acd5861d6fb7d418a4c7bd7cd57
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbf2ede9dd223f3497b668f39d0ce27de4ac228
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb2a43598591236bdc765d198edd028d36fb2474573ef872132456016cf166c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4fae19cc3c83af010e219c8829fb74c13d1c19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155cfa59ae2478ddf26515323c701425bd78dfb5117d184047032d28c385f5cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76296cd7844011b4d8daed17f6d5ec0899738b56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2a5c1b5bdfa2d3ae9f71e2457b60fc3569c096a236e1fd299a0d14843b6bc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c638f14894c0c94ad5f5c5af6b8c1e5998d996e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4307a15b7ad72bf293913a773bb0a34e15a5e539d1ecb8040024766cbe221d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67c4ab1dd8f0c04da1ded3930feb66857497bb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1184360d50d96e83b178da448160a561a8cce254ba29c74bbfebdd7605d9f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207b5c34884064cd16ecee6f84ce65f7f2e72ccc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c69e20e51d98cceb1eb182630ac4ab5800f594cd3a55b71d1a109fe6bb210bc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cce1157129182814441cf1d8905f2f5324f4ffc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed856beb08bd4548f332f86a2793808308d0283e4eae490d997b4c2f09aadb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf5a6123e398f445b92c2d9b1bd467d5b784773
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a82289e6578bd276a761d85fc0841710563602fd2671d8c0b26dfb25c1af9c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f3614f32007380fdd28d25723baffc5977491e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba43e34c6a305c2ee0d6e164a674ec7b96d08539e63647320fe24607c9948371
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f0678b1e56931f8725296440157958e2c6391
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c09c6056458262d29e13904afacd18b89129310fd94c18cab36c2ce47e7a8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dda4cec83223d102b1baa1c83220cee15289404
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6db8f24f0f29c4796928f55d3036167faad96226925abc90b63e680297302f8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75249af7112cecd1004789cc37190193e727c6e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebf1c4c1f1e8dfe400120efae492f5953193c8d726a5a90936421de4eab0e46
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eadd5c109d6c68fdb039c85b2dd86389b89fc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce13ecba286646d7970d37a99703ca71e28e28aa99f86b96626ecc2b55a6971
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b747fba3ee02cd21edd7327729c951e1c56df637
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec678caea63b457264b22d95d3f500ad550d3e097dd5703b6f5d7be5ea0840d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b621339e942570d25f87825b44c718f3ae4fbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0915ef20b98e23a77efb47d5e25d21dd2ad1f0e1ca6b8c04eb6143e6dda2514
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231a6b3a09aafcabf0a3415312b04459a85e0475
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4477f919fb94e41ddbbe7aeaf02b8767538773281ac7fee6423ff28b2243759
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26e10ef013d207108d8d58369e8733832a8ffe2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a358bc384332df5dc7b7a8c5745a4e3875f16674521575d42438c23b3e20e12
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6a6f03ff9e5425d39e993dfc419bc0714c3f31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fed1029876e86e385aa43b19f80e83a226ea366c8c506b2b5f717c05f803355
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c766f09619ee646de55b3982f298841bad2ba0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb857ad7028b13717aed5544e54ea86350b79d95d9ef8f1f1b4f1ae83e29ca5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf9185bbd237fd31ecff8e5b8557ea524d0bf4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f0830b6676cf5867d5b2594a2d030072e2c3d91242a0c8987e97b7d89204f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9966ee96198f0bea20289867a9e7a37a7afd449c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a752f759084ca4b5ebc805ebc3ac80a795444ed078209f2063ef77990973b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1079ecd9eb45a5d8328b96b46ea98774fbdc8c10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8df63f1ac7ffcfc0bcb353861e0fe5052e798a6517deb180aa79670f40b785
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84821fef79172c0a09b4dce0979913c1878aa651
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a371b0a1761dd24becf68ff2431f2710e437a880bb56e6769d919e2b9356332
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d687415ec4248e9c6fddd79eeb4d4649193cf12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9e85bdc0d3b5690e09da3af2d274fb903a3aa3bd72b86a3eaf8dc4d8e50303
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14595e1dd51192a78e32afd0b8bb82902aa6cdaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff72c5f7854a5add9bfe66474373218d9a5702d29f9bad85f86d991bf6cac24
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18844ac81e3269403f0769234e5f31e4e1ad8507
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bcd7100ae69b632b51c3c7fcd7ea67edb236fee21bc3400e1dd21077a5dcdd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841aeff0b66e9b91656c25d527070ef559e97075
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0925e39c94267c6cc54aa7804b74cf314eeb94a23dc77a4033923da0d2110af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d38cad740cfbbf1ba8c072931da386cacfcea9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc05eba87a0635884c6a998dc0b8ce65856af32b41fd1779d5401d982e158935
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad0476551276e5b00884bb5f0f901252c2fe1a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c3e42775b2ae86bb5133aebf833aea4af215f82d0220fd0e505c9863a4dd0f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f361123a952518f08fd2952219f718aa4bf6f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb463513b35bb63cc4709c3ecbe0662fb6170abe42ed97dcbd89dd66fdbca2d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ea2e5eb6a7e6e2d9d6e2aa7d8cae721c71b400
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88796a58b387342224e4af174aabb490fa1e826bd1d753e007517541d9cbad88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c49808c2452dc25ca89de990c234edc50825447
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259f88b28bce784592057a54590a4089943812da2a85fa4582f13232cb0b86ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554750b8f97f3c504b2909d85ca1e70d41e1a73e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d2254433fdf69ad019f7bbf5d6510bb338dae6069c847f1fad38d42678803e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4a54b75ce8b13bb8130e48b1fb304d784a826d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023d0810f87d17d06b72465b7e821e22ed012f393b66a68c74bf5819dfd7d70
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb12e289eb785c1c9b9fc9d2c7905c7eb5ab7678
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbe5266c8e03fd8de814b089dfcf021e1d61fe251740b2e91125f8fadf0cf60
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b10482f338b56c5a2ff19d360a817f2a1d89c9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef78ffc17c1357c27849f05e6be52f83896bc69d3aee49f9a91e1bfc59c77a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baac7f07df9687a27de3e22f24f15db33ec4dd3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5394484a43e261626c8430bfffa6dbc7fdbaee21dee5899e148a1da399c43e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c643fd61dd38ccae27ad188cf259f5128861612
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4719311f0b014af946f330e919b5a0023e3c17a858c5953d0bea548dcd510210
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831f5071b3be19f012c610cb96161d6a57a067d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e063c98c1bbc42bc806be059fa4830999df49263b24e4cb86c22fdb2068550ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46e009755ec4502917e87631848fec2f43b56fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2bccc483cf54c7ed9a16cb0ea70cffdea1953d8a619e6d9e3476f4a675f224
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b120b110a10f2619e43df3f782c27b31e106b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508a31d7b482047a3bd8678cc44daf6a09fe43abcf070e16d264ed3205a30cb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3189b1a57cc481e720f42ed0a025c4286461406b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fad213ff09bba48e9befb41b24c85a3aed65087e3b02bf0d04d94a90385883
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d14d4c5af8a1c26b80a52fe25fb2f768562275
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb8f6dd3ec58f7110a36209578382864b5ddd752224e488b1d3ad3f4b9193a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6759e10fe65e218a88f0721e4a94f2c9cf17c52f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae7923c19c3ff0a4e2ae0368148cb47c1a8b426f4f64f96a70eae0e23f71b93
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6ce228145cdc245f31e21d57c7fac445f36752
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23849a14ed8adf3bbd33b051074a6f56c5a3336d2b96633eef5fb79d10defc4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b269f06ecc01dbd7da3ffc745b653424a797cba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca606d515a054a3cf7a1a88664a0c346751bef59d56c0e78b51779054d5edab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d47103af44392623cdf5a8bfad2d20fe74689ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebb53b43e17f52c2b4933d7a1ecdd988e2af75130ab2234eb7fa0c552368987
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66c406b175c5c8aa33ea4b5b34927c5af8463a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab004cfb7e35222ca53ab4526d72737091dec7b1830d3a72b86253d7705e065
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fbea0f4072a1ae5679fc9f9e752c3668e20531
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9e6926049018aab69f66d54cbb7352128d93560a1c77da63214236d132d550
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05683eacbaa0de670fbb52d951ad325a47a4b10c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3645ee98306904538d4b6e998ad97d1173555c9834170e04ef804eec5c7696dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f1afabb8965f08a057d57dbb90af604bd1e365
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a4294d94e7a2ab4565cb60bf3820c79f95fb15025efa1580f2d35eb54d22fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d723785ee218c5a0ff0b7cfff89f7f216308cf72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423004dc41d8a238f533174a1301f974ab23f23f3bca3512af0143a3a4de958a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b456ea207c894002f8226e351daded38ce8807
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f14e2e0aca334f9d420da6562f02d49ec725df687eb0c742faa1a512caa0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3cc932a5497f83125be63ae710f151ea60ff0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7163f8ce52c31db9786557b341c435639370b051f66987993151b2f78a6e545c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d181334fd141dc2634f045554f8969f1850eae6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f59201211b5209820a92380c48a7985ee3f72fc45798fbf56a6812d30d3d11
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db1986060b827c09c215dc4dcf2c5f22c98433
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cb2ed49b868dcd514ec563ff2568dfab217d1f22fb320c7994e54fe3731d7c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff1543aa5128a553a4c0ce95b6ef13995ab1224
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bf15625dc9f68940b6b92be48084375f3e7b9fdbdaa79d40f8a6873c9e3463
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b485fe3aaf3dd700a57bdc611988877466875c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f257ce543d5fd03d9dca84e8cfeaf6324ce99f89af02d83c12a95f65232cee7e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc3bdf6bdf466c82b7bf3b20bfdc2668f2dd5ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45616bc0e6a2c64e57a77daa227e2b22d9373bd7105b94866404b71f2ad766be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c584794d8fc444715594318a3d1aa148f126c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c1f343106b434e63943e5888035f92c717b2bde516b17a7b40dbe326f8e7ac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38c1c3350774f45224eadb8d19b1f4daf06ad88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748f8aaf8b44dc9529414fe102e5ea23c4541bd2641f3b7730d59ab66e07479a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b2dfe857cb5e2f0e566d488d7c7160e030c4d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f7dd5140171b9d737bb826747335758def2f416101aff19472372b45437fd6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ff2f250db6a9251a639140a50fb8ea04538098
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0294b8c380eaeaaf9d2169629d9800541e180024dc790baa7e12487e873be38a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2114ac8a00b37ec997359fa8fce8948d917886
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4447683dddf37599a00687afd987ed07100e16a85e489cf45d3c0878b5ae2d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885ee77776f41a8a340f496596ff18518399c84b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aff467bdd99c1cf4714481d50fb0df3da1ba059726abdd81904519fc054fff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd3d75e4d375e11cc35fb00e46decb26515e774
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c22d95a5204787c82635561a7b6e66d0a47eae4c6d44380066806c96e95735
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95bd1bce53c37dc6ae771c53a1f5a6f6f0929ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f6b555a3e91ea656dad9be62de92c1d94f0ab5dccd473c0898ebec9596d4b7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051a1b0c341e514c698d0029c76dcc36091737f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665fca2ca92cd1961a0bd27e6c6419446778e925edf4b7fd1ec7d9e5201bac96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae8fd40384c5e80b27598cbe7f8a55bed44c944
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0175b91f2d15875dbab80a61898f8869dcafa1c3e7b1b9f77d48dd1fd8ace22
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bf9383263bec0df76ceb2f754c80dce8d8109a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b603f69cdb750fe3b13c884b88290121868b801e81b79c3df6864e0645ab26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83213a01a61f076104f945628d90502824e864ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7978728ed3f9bbd710e9bc319c4d77a8e8efd9389525e43f5552accdd50c60e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045b6137cd4b6030e92b654587f3a8b56a9f87d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7aa934b46d784018ec05c385f0414017406956acafd052c99eadb39936023
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9141b8ec241f562a6ec53bca739e2727a42bdf42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d81e749a323e174860aee4d1db33c072032d627e6b02dc5da1d6c4dec795e9a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab48902bd2602b009fd89eeb035983328311bb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59a6ae4fd3f4ee8439f0ad9cea1441b1b876a94b209c6fceb9dab5503108e45
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74008f8d7b7c96989a52a0f345cd836a03ff3f61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a873e1ecace3f6eea62a31a6ed024776ada906002fb56d5c1e50eb7faa0f74c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf8e84d7bf3198928e858068fd5d2874e70294f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c87e71f3358174b3645bb174e06e91234af6842dda93cd9baec6eb01aac6fd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401760c61755bdb6a0ab112210c7ac35f2d4376c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0835c121f51715e346ba6b233c4196758480921c5076a80abb9ed7ca8fd71ad9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a10bb624e9f65fe50959118d932cd74915e245
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f18041ab7834fcfad5ca267eefbb26d39a5d32526b574c1f7201a54d023eb7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad947bb13b93825afca956cba4db74c71881ecf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ba7314784eb451a4f5eb7aba8de0e4b8698a3acf620765f3f1af015a92b2df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92f63b6d37994b77a740ef9c3aba25687c6fab3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09503a24784d179f91806cb6473854a9116ec8c9e62ee04afe188a500fd048cd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc68da90ab90941348fd9f6d127424d0086c034
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f27058c977ff8ef2c750f091a4521e422b259887db405210c7890bd14a1cc9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3b132ad65edd7d5ae816111e467aeb81947a4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf067212228513e487770aad8bf54262bae73b89b504acfedef87a0cc500e793
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b41715c8a345f4950a64796f3cf24e50dee51b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b21bf42ea8f8e744a80a5ae0c0025d3c39c00bc35fbdd6e184f76819791fd7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1e336073d65eb575266765a1b681cb938d2528
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cb06091c197b12f02b558b0736e654e89e5c2b577c5adc2b34fb781933b66d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fb7f88efd9188abd0cc09f8d305edd298bc6f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db406cc061ca0e4355a41b521651c43dad8a44bf5481e1a4c2c1c1105828ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7758c9e469f88c968aab0828c0726bc3cdeb6035
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23181a43e4e120ea0735edae0c4dc7e9a580f62c6dcc0c25f2ce594ccf051a7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a49d26ec5c861e29d5c6ce4646173d1e708a5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c5174ee83656c167a7de8f5ffcdc54a4febe7d2c667020ed703e6ab5d19e72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b533b97aba1ad73dd3fd46acd40e7f6484b80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a67892f51c51324356beba15c25350d359e9b1823d210f5cdd8884def953cf4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8c26627ed580ed02273598202c3e82e545e2f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b5e8402757aa511d5c564c090d8caff34eecf249f2b4503d7d1d78f9baa403
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db98cdd5f9b9c8b215e09b0e55a2da390fb69a99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f605c44fe4939954d9f3579579a2a27bf89e44388772339f1d49e5c4a721d873
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006ec02861ce7444dca2ce3facf711323d3d9f03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379264dc130117cefc77b07068854ac27c46374d50749e9b4e20233b9ffe9b0f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17f69345d842c257f6fbf512122550cfb609ea3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74614f2527b76b6d8434d97f2095ee4605263c39af1ee70b138199d2f220fd68
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04250b96d05c6a42ccd7be60cddeb16626b41934
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895a16f134a86fea7ab9927fd798222918ecdb735f557b5bddb5e66b3dd1e79f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64792f766f2538cd2373fb954539bc828c61c64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e665977b967b865fbd873eb75fcd2008c3fba96bc91e634ab261503e8a55a1a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973c16407a93c56fc762bac835bf39d7c4020d94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c83715c61972961c56fa748c59e90a250a9d618da42349a4d28c1161017899
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a3594daee512152e4e6a2af63f1ffbecb8af40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2fe8d93c1736758e619742c79f694e85ab6a313c3c08d90f8a7cce3be1b892
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd16af60cc46c676f9172f042f4dca016ba0aa22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f5277e16fd359ed95289db139d9f355de55985fc02d1d8340d14efadb399aa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b715291b1bbcf9cc396da4e000452346ad3c4add
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ac2e6153474b46db0fbd616d4db1f5cc124e4c1f2b49cab71f0d006562582
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76da13f032b7451c4128b051b8ccc002162e7ab0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c8a19a4be347de882076f3bf7a3f8607e621a86fa42e910529510075f0f005
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d861237f00287b24e25d2f1ec1fab069e98d1f50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f319f021ccd38d9ff0c02f1586d98349fafaee4f9f2a7d029a9fa270493544c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487cdd901d1092f8185eae6f773d90d159e12ebb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7353f60af641668c2d4b9b5f6c7945a6f8643a6d1c2e78d3998183c4b34daf3e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191324af0ad5f33b532b3878153492ddc6a33245
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578d3271eab121dcc01f4aea9baea1dd1103a132ae10d56d5c49494d8b575c0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988ba18bbd93ba3285679acb733c8fbb85a22b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e061d2aba3e50671c07e8c678cced8d5807a8f35717ac8fad2e4450907ee6461
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93b503316d4579828c40d105fd1c4de0696ac5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e361e27008954de2d6b2e6211344d4c404af6b93ee28c744a2d943d25c9cb12
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579003fc3119ec710624e03ecde08cf74739f21e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2254e350e853c9be918d3e8ef3479f3d268d5120d4925cf3298ce2bd9d02e7e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c68354fe09ac30cd06cc57b1583c0ea5c04d6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9f9f943dd9ef83485ace07fbca68b21ccc36a02cfe9b8a56e81c9b388375cf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8eadfbf45c3a0a214c66f07b1284cf1187ea16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87642a5181475d654ddcc4fa1e188261b4ba7ceae20aad38c10321f311f6dc00
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea36e287e29963864f3efcf444433e8d8d30493
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8c48d7b48789b377729b6b8ca35b8e714e4ebcd3bc24f36dab78391ac132e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516170047b7940926f85d49785cf42563bec3a50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d85792077cc3817a0041b4fbb0c0222b377bc89a22dffde3c6da390bd3633cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb764c945d1e835a0e10b6935fa20d0f6e11303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7378dbd03a26051d1e379267f61c51e6fa01426a5b4c39361449dbb51ab7af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff60dac006c5a11f1f424e21709555062297a500
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269bf710b735e98da13c9237862404b3583eaac811ee1d945a7065b409c9ff24
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6346d04b3b1e8031f28ed0e5412d838ba87eb237
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7b29f3dd4c010ddcf4edfe5c4af8e8db6d07ac8643269f6900237bf59a30f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d556c6d02d712592a8388aeefa30dc618c92427
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc9ea69350128783e621f8e407ec8d9770ca0a55101b7a7727f94255a4de092
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248807d5c94b746d5d3bdcab410c2aaee1db5624
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7191b80d60958000a9343f391c379f4e21e9679e00af4a4d27b451887a5d4d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6aa6717c7707c26b9511139e337061dfd5bf3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a70539974dc9007090e364542fe0e8aecc1a8174bd64476f10123069bba28b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edb22faf77e1904a9c607a4f577a86350a30cda
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf59dc3c9c793af6e0a21e5cb400fdc85dd8eaf6bac9ba4a377aee040314828
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409c70c9070140abaa47e6f15d0bdeb7c58d6d29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529cb6da9190ab6970fcc542c84ca14f65d77b8ad6b79a391f320c505458c5d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf63ed6e4a3f972eda2590856fec06dc05260bbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ed14ec47334ff0c03a25cf8ce5b9e0ba156f6bc218b891048206be61c41e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d27136f1fc90a7f21d04bb8c6cd46089c47928
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55c3e96f85fd07354a20cec49442c5563964c544ae9fb9cddce898463c6143b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4016762f277ca7da97fce90f12a46dd673c77d56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeade9060d6e26d846077f4345e81c5c170daa566c8f2e543a3414eb6f640076
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ac17799affb994a22899b6f24a92dd287c8ab8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d700741df0b7aedf002009804cd77b6c749bf8b78b7e24427064ea920115779
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99e6e3a18802beea37a3f9c95bef4a8fec41cf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e75d643955de4bf296fd3d3ea78431a48c3f4277591633f5dfef5cffdbfb00
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6f2cecf1428282ab5b04a1ceaf478c414db54a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfb0b75d2ed807751f0f3e8c96dea77d47efb315fd5a10346a989e1d4a53ddd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122886fc8e5758f3b695232227a744c75d6a9559
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c021f82f90b262cdcae3f2056afce73b9fe767bb7e8ba3b30a714ed91fcaa5ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b8155360384da1a34e298044b3a245ac38cf47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a52ad473987f4c9ccc5e03ed39c9c0dd07cfc53c3c18b9f04dc3dcf2f8a6016
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f554c8bc0f79711c3f68e4347aa8dbf0c56a3e0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b7063961c7426ed150c5db1aef5ea2555de0b895a0754fb6b6c7c04b6b6935
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe261f14d5c269fbf4ab0237926bd0992a0f6970
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01de782811f52317044801759a0ccdc09fc39452f86cbaf2c6e87541cde841ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bb013a0191541ae2e018db6b9b8a6545a0de25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc05548505390007d7b7476e58c47d83257b762172dbc97915d34f1c5f3b4e03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7677dbd2db913d592c3459eb02b1904fcd734e42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d6860115f264e662aad4e2be1a29050fb14a57fea5915c75813a3c23a78a73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe86f4078ea34222c072c3800721f8d9e55fc5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc53546efe6ea5ce187354e189932cc8e3d5b964d1579e3d63fc2b800841d272
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b245897f23cea704b7f68f7938118a31c104a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8babb460e07aef29145a613b3c4d0d337dead12dee89468235cbec4e0a78d49b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228d65bc304a3143c2b5a48cdb2eefaee4ab9153
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad6908fbec6d0a222894b2c3e3aac093c077b3aacdf435d5bfc45184404cc59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65561db20c835aa57fb90f99c362f2f761683ad3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b999f2b8d334ef2fee5e4566df16d80d4f613449fa4091dab8d7083579600c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e86da666e1e83d31ea83b3cb7924f5de7df99f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a18244230bc213a3d06e7f5954fbe3823c5ccdce0ac61e6b24675851fa68dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b442599f34da1b83714c3c04ecd46eb3d19e6d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453bdaee6d5528050c5b5437adc54501020d776f7afe5897f031da9c3622c368
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268e35425b874de249bd539861f2f725edc04179
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431dab98c6a6713fe3e2a19249d92135f5505eb762a56e40a55479a0c38b44d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d350de167272cdc3771b8f5d35cd7b722cfe3157
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250207ffea1041b87db05710d4c5fa3af452d7496462ae6cd3ef634a992d2975
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79685250c259d32322beeed915e342276a7d4d48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85a838fa742d84ae7dfe72766b33ffeeaa6a149c2f3ec4ac9190189569aca28
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1605a604d05fa56b7bb45fbb7ae9b299d1f1c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1008487c3c9aa7ad82123eaec5d40b98cc8d1917bd30fc6cdeab7a96a4cae951
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e02b14519adc0f1e525008482eb230e99738c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7830edc1b44301f151d2cad13f3d2a224ed1ba79cfe0f77196eb93e222176c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4214410cb290a4888a223a309be81b9d03061085
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7993e92763327dbc35c449b3b67eb9ff99e6238451c6cd592ad5b132f8ab7be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162f78062b6eddeb12200df97b42d1e048c5141e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc70a94881b481b5b4042186b927e6c84cda87a09139d08eb71e270032988397
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342d0d9b9d923691a5384cf19f91647488c1d2a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd7893c2c644af36fd5bee4acff6586143d9111836b471321445b4b25a16dcb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35712c3a4d5712bdaf2857dfb8d41b45a6f83e6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd6020f30c37febfc25ff1dd41f89f4920d177c26ba1d9f78ae6bba263fe32c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e577c9607e845f262d33f07e4ab7feea2adbbc57
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adf0cc78e3bd9516b3ee1c114eaaaee344a36354971ef3b8b57cca236f8a176
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187fad3172d289596486f93395640c0bda34d7b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3d1e74902cb55898592b89675cf7bccc56ae2a9f2a810c8f0102397fcb9d4a
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a1b37f8884fa024f03786b7b5c8f1634a1d4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fb2393f1fc06d37907229fff25a4072e75fd176b8c2693f16bb3d453eaec1c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7b3728a90b06cbebbc2d2db5d78f1462620ac2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77e5a2cc8224bfb4f57a07da7c4e34df79d7b8c9e9167bcac991971f790b8ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a6dd12e9bfaf8543ced0982e859d08f4bef025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e644c535c37f7f3d51d2e9e77f406ef9446eba2b3d75ca115000f281c01935c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52a7bd6aec46c14f5642233a28728b66997129d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8282e58f72bdc2fb7f308b95dafc20b935303754bb2c5f50028571120cc8f17b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf5ad9f6eb229ad17edea3b193e9f4acd88c3bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfe9e6389a22ab686a9d8cdd0b9d676c8e069b7f4e5314d487fc85d789e2b9b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7441866568798b3ea38ec83a8ef9d23defcaeff8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62758287752068b426b0d60c25fe269cbf7caa4309d2426ab9510fd9f7eb3e99
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61216daf3af9cae61edfb48d8d10a658c2b27eb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d748940e8b0d5b01be1b9fa7a086d317acc141bf3369730d658dfa8bf83f9a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0714d5c2f7e64934bdde4c48a1a55e5b671352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c9e036b946ea7d6c3e881ae91d60818a2e0685e8a56188996acdf31691ee42
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ff8e286cde0bff5f7e1c860bba665586c63fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3e5d6a4f9f93ab7aedb7e0674ce97aeaaee3d93eceb9e177b681a004916031
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8c948977e1ebb7dd53f97cfb480b367fd449ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b65d72223f519713b0d476f46e0774855874d29e9f5c04fb4ee6e25bc4d6600
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7edf18e209fdb1e150c35d67f59e3d8c5609cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e52ed16736f1fef30f7108956801517a3e7b2adb716e4983c09cd9e2b37191
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1819d53a0954b78ccd4a91a9acb59756c1174105
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba79014b89e72a9a3a665ca968c85dba49007f6a9f8b838b56b31f7b351e3a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815faa32954fac00bd05024937b1d3218a2e45db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a2b55a722ea90a62b9dda0395f3a7cb097613ebff5f64fc21af219e6f4b255
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bcea086b126e0db7b9af3983c41a91f4e4b97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea68f0b097bde0bd973b2910d736def8a5dbf28e1e6b9410f1d44e2d813aee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989f124b1cac8aa586c9b535b93e50e4750cd226
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6306cad28190a4c124db753fe4a18c65b0e7d64d8c7d4ef2c4002226222de01
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c342777282dc3a272c21b52840a3b24068949f13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03020123a9e8fc1fc1c1798012969930876188367df7a060d6b33b493427d0ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964d005510711ed0e2263bfff35e5fbae617ed5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b9c4b13e3fc2ec36154d8c5ae0b2ee789d854bdec55a794b2196210b966b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7154b3b689ea7141b7fcda020322cdc62d6909
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81409bbfe5c7fee270127c31b32e762223455261315a332f1042b79f5fc15be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361dacb9f3e6d8bcb563517c31c89c80847734b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645c561eb240ea35fe922f9a35c3eaeef46caa6e8b5d1cbc780a6ec1905fe1e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e30701e3f289627e369eef1e5bc12c21432706
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab88eb9f1e6ff1384572dc9c721673a5a8f151dfb904d4e2c602c95ab65fe4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe5f81f46f553bd74f88c950adf32c1ebb17d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d029b8dc2d4e7235e9c90213e697a2b87351b2f7d3ed67690a46439ca9146c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1803202347641a88ca131f1e3ca0115561bf1f1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544fa12c3cdf87f098a67101f9355ee440de1f7538ba15945444977a9ba51edc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603bed25f45d3ad672bc40e74f4a1e636fb9320e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d162f83af3ef7281bb2befbec33f8e72775aa2a425db4c741ecfd9a8fc79e7bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46714c1820ecf7c820413fe59e5f4ab83fac2dc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025258b3aae24bc4d8c09f39c4ba8b860c10706d8095ee36e6c1d78a30f27275
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaaf6cf0aaf2939ce5a57c433a58683cad8361d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e26769e6938d0a099069599391b536b3b14963d2fab3d19bf7dc631b481e0df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab202fe198c939e6058901146915edb66f8501d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f755b24032c4b49c2b2e58d30a37dca7bc5970d0a00ce26dc5f6daa4bc7a7bb6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8c87e6dc46663d833a4f183f7905d8b21db03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40704a15c06ece1518bfaaa1191218d25588a7756d8e2b2eaf8a544bd66fdc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ce11ee20e3f00fbdb4063fd108f5a957504d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38b2b127cd927e7cef296c6cc46ea45e55f4f764d9bd1ed3d339a4f201aab14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020c926115f5d277c56c66c5bef1c7fa14d1f351
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b417d086b32c0886977f751a03ac5228b7a69009fe75cc73c54e959323a67be4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154058328baaad02554e3b6103e2e95792efbd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1715e22afcc1ce1bd83ceee7c29a06a866541ea30121556f7d285f0ba3a6686
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08528c8e25d251a380fb530262a242e79fa930ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3610d75015a3ea0d74827b661bbd9ed4a8bad63c204d2d20bb517c4790fe3570
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06097c6d1a3db50f51b8201299c8b8c6975d145
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7dbf16b27023545ed0277f7f95a43d0bbfc953f8f08283e5ded020b461a138
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9353f6650c4e6e29277d4f5801a7b769089d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32ba31402b3f81a833495917e5f6c546193b2ea8321157960d287367dfee5d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617ea689695d359000931074b1fcd8b6bdc9675d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff78494154b4104c4ef6fac020dbbd32ceeb3b2d296629e32fabd99dc4cb739
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d8055a8e305d77c681a9dc22a5ecdde806a06f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ef66499371326007745af390f5e20c3e3767ee4f471029856d940d7e65f39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e45df55b8bd3640c66b8bd925bb87ef5e138878
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a9bc3a282811e1ae35153d573c6eb7edce38c10ecda6cd991f769baa01e43
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5c7fb2509970ff7da869c2a9bf161aa413b141
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10277ac2d41f14e99ab91b6e904cedb1ab78a8d95aa0d67e70c5615447ba376d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed64144dabe5f5696bff5ecddebb00124e4fc5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6450e9e4220d0dde3a6ac2b1755d00be729cc6157439844ad21ad3ca515646
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f317865b0425c2a84b0b291e4a94a00b2fc9bfc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24a5b10b98a6087a0e194bf9961faca289fa6a13bd1bbf47a701784f20adfa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7cd7f40341146022b843bd00dac95794eed857
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5136d5a32721310dc3aa86ea4874a425606ee87de69f74253827f84da9a291b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634af1107609b4d0ec72abf98a8fe5b4805a378
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df43f26e9c83e1c4256712ff24afd666ed2e66a37591a14d8281a4748e3176cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef56fb7f0743346e9a8a2a3bc86afdd5f66982a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836c460cd2a469a76257fb2ead14a11c1437f2d6446fc636da85417ce269326
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a2fc2b6f2ed5f9f35ed2234f1a50d3ee6b25e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f239f3c49cf9e920777b9556f2d4141fb74f4b76a5c66589bccaf89b95b8a1e7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261b5205a75f54520b278ebde1a1a94bedb3ca2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d925488c4d086b7b4b3f9521178708cca0f3de25ddf457223504b879c0cb7414
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c905628fa8bfeb11c9a3c7b5044d715ede77a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099a2d8a5f57d3dfafe88c4d971dfb30421be1446fe4c80f652796d04e494985
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b86d85fcad1d105a77a636a5ed60513a01aba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba6cb103fd84586dc6005cc309bed540bd67267e2d686789678961ac178e6cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6f61acc932cacabbe9aa80edbed6fa703883a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67076c02686e10e7af308ec01a67d22a81bfb278a3ec51479535fa3aa6a1bc4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab64f84c21db27cb358ac1e6146b90ba49ac79cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0e6fd946d3e9c21b8c23e82c56348ca8f773b2c510a33a394814ab10d5ba5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2d023b42f97c11fdce6c1cfc8dddb86fbb2dd7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361543b19f5ae90de8cbda67d683ab8d5087bfae9888409a2af73c42120238ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab2f41a21fcdab22a3249d7ab8f4f998caac63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780107288829aa424b7112de3bb194059df7ca713d1f676dcc0889b7e61f2cc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef82af6b898209f2547e6b27997e798ed78be2ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43104d0186c68859d99f72641ed234aecfe2c8e91907e7091bd7868d7c01efe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13726d7e3c65e7067fb33f745b002ad072ecc5e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ee7a280fe99f1c5a43726497917dd2e2cd4a0c4a03c262688f554f9fb3cce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094f3876a94410ae14da0559549d1d08a0128776
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d503347a6b53c4c4d0b57d77dab5d242aca7fba8cf6372cece95003b9f0e90f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646eab956206e8a9e0203448c4bc9f862479670
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e977490181fa414434fde4964dc382b88daa093ad3a06d749a44b066444f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1aefcf2fa26151220d3303e94db44fe573b945
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f74657a53c9aca1d4da6fd6056a2d5215331f8f76373d6fdddf5f5032643ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8500001f1a3dfb3f32f273da3d2030a237cf4419
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb589eaf3207f6636c96b55653632c65b6b300b278763aa7454a91cd0aee8d33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebc783299c7293e264222e4dd641ca40076631c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab7e783c82b3545eca3bb0c6de4cd8facfe36a8f43fc346e33f7dad58b296e8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542353ce7d4573dfa58d84cc2cee3588df0740f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86652a4d866013369357018072baf6f153618da304a0ef25b895e2c579bf3264
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702f52573a23209df11c7b087089a0376e6ffb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ed509ac058f1e45b7e9dae37eada6f858bee2966c6c089b9bde2e2debe2e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a449e32a716470ac5b089b89be51f40b808cef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa732c1f6295d2eaf21b6b2f78948d85364721827d73afa5d6a47e849a0a4c2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65446d35c7cbe7e59fbcde8d7f86241618a9f194
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268a09fdaf99f2fa205269115130d01fd5b7c9abe3406f3bc72e2476487b1b0e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c9c880b3aa129adfcb84ce81029448e73b6f14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff1e629ee3118a77da0f8be941868bdb866aff48a79d377d78a9c7663583179
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840603b590539766e461ed112384a4bdc4a0c68a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd645b27b81316850f0d0cd53e3081aacb180eccb502ea68d46bc24865bfd4ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988fcca4910323d3f07b61482d4b8e51a625d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf520555808758ff97ab143df621a4205cd1856998be7253857ed17bb1b682d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587fbe6531a5b03e53b5b5cc6ce2e1bc7062d9d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92155e6f9523d441b1407e7d665868d52f6259026d18b00f932d16aae7157dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c94420e91a9684af2ba00cf663497a00f23c41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae169ce2b5039216b760c3c16fd7cd0e8d00b5c7d8e30d73292be4a8f48cae59
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd930ad500605e78303b7ad7de8a4226af9c99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f906347f67b17c60639090117d516a51dc4d89571468fd070a387c470bf05a5a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04622eed1d1c3d07ae4a0f816cfbaab18dfdfbf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab0d8a1f7b4c752c04f9740cd327d19c906289038145140d0835778fa6d5e83
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59342754c9547561ec3d23d33260abca1b7b7c83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d8f70047d72518ad49da7a2b99beab08904d438a95d9cbed093e9e8cb97410
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b5cdb4dda36a12a3d782a575c2888c08ff5dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b49d41c5b9bd3ec77db3a78d6a7a2e8cad210c9eb25a8b746e6a8cb8802220c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209de83471f07eedc086b393802dbba3de3b0d95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898ad52c4eec6ee18fcae07d3c344b1f425e14f75d7f541b94d5707fb673b785
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885cd51cd6597bccf33b82fb4e9d741fed2be7ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a41fc17222e0c47e656230ea54c7ec21fc5c4ffd4477d5f05c3ba32467854c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2520fd4ebfd763b515cc8778253ef9b7671e9f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cdb15a13f1637437bddc814dcdcf311a2a9911e608da9ab49617b8a67fcdd7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4675a0da95a0a4b596a969acc72f2ab90402647
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd596dfac0eade5d5664a77acc400b063400f1268ef28caa857c137d4e7b747
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d33205511f595aa0f975137bc64de614bf13029
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a95f59430395b44a46a2ae07aec2f3e72df717e24ec10539b66cbe20fb2b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a400e76c0f98b357e9d1902875c49d957c26c49c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cbfdeb531b83a4126511b2e23fe7ea5a794e82d81ae1a72a7e633bf144e932
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9010790cff585dfc971a47adeaae2faafed7651
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63ad0060b6fff6919385ffef773bac63fdc37aa5d20023c978edca90ce6f5af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4420d05f0511f4a512842f8907ee664547720796
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a58b45925c5fa3b6341dee0ada8408ffa13e0f93c8048f1393206b37067081
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da634daa0cce9f846a480dd4f5ae8359ffc2a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f674a9f1052ffa5396cb33c6cc6f46ad186020d95cb2dc9086cd352e4978e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79099211eaf73f5c8980bdb10862ec32a1743655
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d923c3b866f4c13ae863a764e32d70eefbde2d781b7657d1002e1e0f626de1a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55288eb9dbca3250b9bdbdb63b5ae899728a1d26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb699d9770e89b1aa94e2420e05f61bead7b232e54ed58148279a58667e0fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c494266da83a513eb6106ab1bcdb36393cfd03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf1394e2227886dcbb13784a81de9a292307419d14ada483de0bf93b74319cb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667b7ea43617a03827400f77ff09a69493438a57
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b898eac96d1678992e91f92650c8062343ba2e8bbb8dd7d2a499206fb4fa87e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606f7d50089821de6aa07ef7eef8a461511e961e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a36858e2ccd1b0526f4cd1d905da6dfe7788b00175ab8abc91dcdbf07c891a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010823e09f421c84e2d3d6dee1b370ffcb7034e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7de1a5281923c6d6b12a5373f71fa4e94065b3f2af876aac0d843eadf51238
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8a1313ef895991934e0610f6cdd71d45d8b0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b5449a303ead288a9dd24be16f21408d55b8978a9ebaa2618bd2b2d94643e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daab37b753d07daf891e62911a4129ed6a88507
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a978b099c44e95a73432232a750a7adac29de2673b78c2bd9cf6c5745689d6e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281b1e21faad69054c53989bf348e3522a612d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c118ce05ad2bbca1e33ce492a4b102a7cd254c4d4cd9b08f31ebcd48775771ea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ebd40a1ca75b66cb86c8b4f42919a0ae707e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4ca7ffa6918629ce715fd1ad753cc95b5ea79ceb41d806a6121ffb651224a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be13b43f649ab630d36e6fb6028fdc6d35ab51fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf80228f68b32aa90bdb64bab9ed84c5223e28668afcb9e10404d368876da15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f831bfe7908bbad7041c3e1ae4416d9c6438d143
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc017c8044044dbad9760cf86419a2394833df5f7f35509dd466812ed1a19f77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5b6efd6f2edd7aa6f4043d20988d64e716363f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d996df089ed8b6f4bea1ba610bbbdb8255f9cb891d3c904345933928cee4309
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342e696240516b2efd1ab00fa216088dffc0e9c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0303426228cf57afd74035ec9ecfe1d58f1ce8105e7480db5b586939e2287d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af2762e61484023f9ecf4543596286ef63ddfb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e5700110fe47cf02bec5959c15bb65e2d937f7dadea6fd2b0f10859dae3a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a6ce4d11587fe8858f1d32fd8767998eed60e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83651b3acf7f046a6319d5858bd9bc966a4e55838250099a4c5b0f71ea12e39
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f1b9b761d187e92121f6d594147e2c542eb903
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79172ceaff95c39fa0a327c318bfe5c8742429344ddc9bfac6501c1826e12aca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c4734ed9db80527857537945d1ebc83e553bfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1760439eb23f1856062e790d1beda0869f270339be42ddec508b7d6c533fa7eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7712a98467d0505209e7d98f126d1346facaa39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfeab3350193eb378f84d7bf080ff33ff3093b6ec3bd425b8eb6ebbf411c4e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acbaedd5a41acf05d079262fef0feccf28bb5c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2da73505c2a69166309ded35101b3e596c5b70f94e8d71a58b8ccc940281fd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a99cf9b605924e8af861702dd8a0e075e69bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c30c6025ebf04d0cb55a7c0ae679734c2c1febae4e00f26c68c81deea438df5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e7125da7104dd105f01b391d93ea4bcfa5ba3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11b4afa4a49ed438975907314e7876875a2dc139b2042b5278ebd8098ba83b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a41c92b947b7fc73e2afc15698bef6a64f75a9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f239e2022db019d2ada900305a5b866c02f2e89c74755f50adf68c75f1c4fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7132cce6d6a37cd69dd13d5826a87d85ddf7942
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4394daae4c339b49ea64e56acac7528b64c5e261c6acaa0745f93d21ad15c983
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8093b5643f5727b6ca6bf90c94ef098b7d2524e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa26990cdaf5a4849b6737a51a77b4df794065cfac34ae7f4f11319426c3e7f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d77c0ec51a07d2dedf691d2621eda6f6c8bbbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90b7df50e8badff2c18cba641b5ef111da732705bd110826d91d03b136c999
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581a2c572c55be9aa0a79b42b173af148c88e4fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b55d48ac963bddd01c6d6262d0608738855d19c628c82d7b1dcfd3d9eba34f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57cc170f738f664dcafd184d97cc1017eacdac3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6841e72c8cd9f3ec68aaa4874e5717f660a2f90ac9a7df7b890b935721fb4d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf4189ac5acff06bffde87c99fd2598a11a595
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22d14977c06ce1e6fc4c710dd99fb35eac343cc75ca7cf31228392dda37b965
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1916091376cd89b508be9ffaede8318702b83e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efc46d79f8c92147754ef2e4de9082e5d9572a65892f9bc97fa949e06f270f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6a8cbb8635fd960e452e06cd2151651f6fa0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451c7ea971951bcd4b379bdbf268f5a3cd0a8551156330c08af677eed9ae7466
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2b90059c491b31ed4497fa31cdc7cbc72520a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244bc5ad85b08498761b8d79feb20d743a31c61c3edc4b76695f39497478ee54
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ba42445317e28e80247a8f52299baff358526c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f2ba2a9c5581cc015047efdc6d215e18fdac164365a723175f3d631b852079
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90846c0f2e17e296a0a14970f10f266264953e73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42309933b7d5cf7ebba3f556ceacb74be04037912ef3e997b739480c5c625390
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972b755cc68299dde052424e0a9eba19f6d23667
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e622499a0c1d3e89cef0ed6b2529ede367c9560ae089847adee72f5bfe110f01
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c12a93285c118a142f761298c8e8cf0ff3c7c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7750de1f21419972bcb71c34483e3220e0168ba827b55ddda5f2246b40dd15cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd28d7efa688348526db63b55692ae5b7f81ee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99cd4f870e6c42b54e8d67c9fe3bb8bd2ca0cfde6288422ddad395033c25a01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf999740576a318771520a47bdff905f0b2253a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2d6a9283ccd51d60d51e1fcc02a9a219a3d7b429a657f433aa1e892b70794b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658ba8caea3d6e9e8874d5a42574767104fafc88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa847624bc35836e13f0ce16ffad2845d21387048ab49abddcb34fcd54703fbf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82eff1d4a04c6fc4011c082023ca3688a214bcea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa8450ff06bd523f426c57c50b687cfb46959d05b6fca062af9f1ed46b46b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791b98e4e0c507de2eeb87b8148525a868f3bd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f01b8cadbcb3e5e6e4844dc88bd03789b44896fdd18603bbf8d8fea6408fcaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb2e8351a1efc88e2c296b59593dce1d96995e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87964fd565762ea69131415bd3ff91f86064c8fa4e7eb467a998069a9a4c30
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477a1d5cf942ba11bedf224a49486610560a044d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ccff2ae8c804e5e4dfef7b15b826ab036239d1d9821a16afed1c23841ddda7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b729135f3d6c9c7f920de4be70255958c9add0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175d1361a725def98d944f3e2449227239a53834054009478e94b4bb5f35f2dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d770ac652e5010f48082f714c43f692a1aec6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7344ee54e6c3fc11b4b6e476dea748766b25b05cdf98895e690353a0c4cf5ae3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846efdd1b53c9d12d84b07f6b4f3c7fcbe0f6d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71235e8d7c0cae8c62e5459e72fe5ffe7c434f5af9abfd35b3af3ef40fa9ff6e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739a25800aeffe753743150d4d513c3cd497cfa7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819a61cf3d037ec1202239587015d08d3e84783736d42d58dfca2a13ac1ad011
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a7d82c0af8bf31f5ac39fce810a94f5e96cb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5b0eaece61ccf4d14c5a59a90488712f831b285cf982036e0c942255d52047
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51c751edadd758abbef1c4e7f522976c16dbddb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d791d90f50b9a0bb055a5fd7148a53024b351c4b70c6e529c278871bc3e1f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71873e6e26a9843917c09682aa932316d732fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9a90c9d00962b2bdf5098d1eaee619fdde7380ad97a3255c7216c2cdf19d9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a550180a0ac98853332961ccf86eb9e47353a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae0b0b9dc3b1379ec712e70d61fa14a31a1706ca5796e746d9eada9954db613
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd1925e485cde9bf7a65984a9b54f42d863d44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ce2aa5b06e801d5984001fd93b2663d939e94c7a1291cb677088429aa1e67
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c70ac7153a302446688401522004fba8d897bba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a6ff3acaff3fe76b848951153e7b496e4dcf9efb5f223f5e5f28dd6f9a889b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f654dbcdcd36dfbbfa52f3ee7c61e86db38c9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdaa5ace4b8e4983827ee119b9b25eb2f95189804b8468386de9c453bd027f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366a61c81d371c3c7a766da5971c51fa4d16284b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9caeae3e359be2dc37751fc3916b5751e9a0742d42e57b0258c7418e0f47c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d130afef7065b498647ca190f57c9a4616848ead
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c599723b3c62dc3f60ffb41d1f8ab30cf8def12a72051e70b68840293f56655
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9886f05907a3ac2a7297f4fa2158394560e2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ef4e856d91c972327bc73a289120f6e668122cb254eda6d83cc490d244312
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c996dc9d30a6d7a9b87021a1cc8e75f1b08b90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69564933e2329f2ec11139dddc588b06953484185cbda0848daf5f6354ff5d74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690f538743d73ec1793e783ca482710aae746fee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c60ea9a99b76c0f2f3864a01f8dd3d316ad99b77355cfd411c1182560270a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953a3705ee342cb234cae86d6231ca7c30c30f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989085239d675795edce3764ffdbef07c1106a02ae85fad37ea1c56162a1cabc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa776a61ff76c7935844053577d508765cc959d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599869769c994c1b7849daccdea47ad7b7eeca6a771ba6933ecc94f866bdee46
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c54765925daa0923eecf819d07baa446e9eaf92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8178aa69dd518bd48e0be868b2f8ebf646ee7378b765961519f02f181de2bb07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163af7b424c547e5199c0766e7acca7cd244e78a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381da8f2fb3e37b631cfcab025d945a339083411d0605754b30a4804247f6b52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba04640a152bad53541c92e5d2b4898adbfe76a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5ad5eb7327afc4cd10776a27c2d34014563dae4a96cafa85e38e42d952d172
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e364da1d2109543c545f8c80dbed649b0a74c012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496c33ae6b70ae823617a897e1dba8e721e9e7d8f995d97644d1583963b88b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db24d306eaf0d053ac5c90dfa937a0dc355e9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7093ce98ea87149de01051e5fa3d67650c3ebaee5337519070be83e65afaaa7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073ec9829b0ca6279c2b1f371f930db82d0ff5fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a466a9da826c02c59152b3209a1600d9b6af99ff744d98bd33ab0339d134b8c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff94d17639316f2c110e84c061d6867363163e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c4d6b2f9f8e090e20c022560489658cb71e2dee4bf2cece44401f9f18ef60
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12c14de1169f46bd0628f56fbeae26942b534d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc66b5b0fbc0186c9b59ebe57a0c5bc6b4e2c8ea22a90a9460db4ad50cb5103
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba68007f52e3dbddac525686579e8a6ffb81bf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd72db15d563c34c80a5f879eb3b918ed75f83d32b4ca2f8ebcf80094dd00213
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f6f3a34bf059cde0e6320aee81958b2fea1f29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0859bfb1519e38153d3f3822e1fef97e01fb9eda109fd501e309eede7830f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228b50c1ce5b25779137e4b817cbfb5eb90e21a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787bb1b69b157dd8b6da8f4310c1b7a0fda1d8b8b802224f4d90a974f6330bf3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f10c3b55ba84ea49270ba32ca8c2e39dfb3885
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a2e0cac8d827cc92619a570dd8c5753b2889ef545d669a4a8f94df27e3cef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015e00f9b5afebb6573be34a7e8bfd386f0546c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ce3c2f865e3406f424c1eeeb1a2a28fa3241964d321a167a46b734d24ebf7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e08acb8b8eb7c4e3883e365f763a31c20f04929
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c24697864d2ca0af4a5c531976ed660a7a63cf7c0d67b91e3570dad779291a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871013a78e0e7a90bac70f243e3871ed04c6dd97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dcaa4cd53d44b6e13e7d03ef0f5a6c9a95cbc0467013dbf8973677696de949
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6573b9993030dcc7d12173245c5c4c4cba354340
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf3a0a54b943b7aa7e0ecbb3eef0673b7c763f694bfc3d4691e2c1ce69de6e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e18fe4ab23750c4cd2bf08d2d1de7622e98360c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df8f706a321f5f6cf0d8814042a66f6df381569cf28478fae98d65d81f845e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f45f4ae0cb9e775eeceb43bdc94ecac9a3974a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc22180532f5be7ded59fa14140f7d6e75090de022bde059f0999f8755e6b98
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddd13a77dbf3e9a1432d61eab418de70824f44b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c73063d7bda73d124cacfb06c31cf5b48143adbe13a90abca8b3170a10d2659
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f513a7f3e533bd4885c7bb2df7395522b9b051
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be27766f6aca891bccb8eca6bdb6b9920c03baa1b8703d3203194e6a4b059ba4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1823afa330c81ece80a93ab49ad74e48801ab73b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1ea9a2174652c088f6a2562fdf03d400f4a0c6ee8517dd6ad7cbc2e1fdb7d0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e89886c21112515f0ab498145e0744a844d842
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b4e836639e019f288cfa992676ce647895bbb8a3e2c2853cc79afe6da06097
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210648119ae2306b8ac5c87fc1e9ef6379bec73c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c298869069248b29fac0e47a929e34c9a47a5fd249f329bbce0f0d2697167d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48862e71674c8fe416916a227b2fa7fd0b0f2f88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14564a79819c8811660b4fb2c6cab035a59d7d7e57cd407092aa75efc6830668
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c6cb8ce7c073b622a71d31101d22e67bf9ecb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8ef07870405415e195f45e9493d0456d69d6cd7a8b713fdc6bcc62a058670c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b884b40ee05312ef202b5e3cdb48dbf9ac171171
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4e728c1e467554b3dbd83b4e764332c91892e9299679b604e240173d29f2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de23ed077c003d667e8555b4126bbd53191ecc8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd83d2d96149ae87e565290c5cb4cc73e778283cce20d7a87f7be43d2a47f482
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b73892d910d8713faf5f976731baab9fff05ba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e12ca9917195a18916dfd1dc36fa6dbc702e09877d278ae32762489dc5174
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef34c1c71bf68a79a1dcc95ea72ba66077e708f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27c5d08460ae0152cf9388ddb8ccd58b73e27786743304101e0eb78ef08bdab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0876d772f6276829130667fe86e0ac158bc6205b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd027be3f4445015f032c3c518f4fd6d50ac0767db0e6fda6505f7df5009107b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9962d077271361b4141918cc6d41dbfa6277816
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c27ae931655501ca319e2d614fd97eb67736034372cb9305fbffa57948880c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22771bb2919ec1ead0561d73011028786f5b363
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0b58a453146dc4a87ca5e84d96f655964e5fb2d89034ea48f3e8d51cd5d6e5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7df8400d37c5cb6769d30980ad408711146874
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfcccd738743b9e345c97cd113f919ae6c8815b38fb86d6f72f21e6748fb6fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea664cf619c0e8cd29237bb7065f5691f6b218c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8c8d375139d78189293dc1447804e8cf5d037ed42c0929becddb68e0334509
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3ca2f2f735731cffb15d6fcf55fa6a8662f986
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bf379edf3b4f2505f972f586b0bf400296365d646629cf5d97d73f2a2a4d70
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95265ade147324567e40a39cfed02b1468b02206
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3917ea3480faf820abbe15ef04dbf4e123766ef6845df6e1dca63a174b14ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe7c484eccfa1827423a01bad5bd43c5aaa1a3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1777400fc8dddaa9e58e70df5dd5fb955b8a3721d46b14f227cfbe0170a05c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154406a862407408048ef2b4d2e95a8795f7a3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b41aadaa435024df8d22690d8e0cca4fce1875ca58413aeafd883b65c781e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98ecbf09e4f4f789ad5063b0bcfa89a3c5221d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ecfabd174e8ce69f970ff2293d808b951c35cb115f48d0c5dad8cc584f8dba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f11f771ef098a8844c23968408f448b4c6bca5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8991c7d95aab20e2d797a3b45384c80dd72a3a211d97a15cbfbf0c158ed57a3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2901a033645cf7e76d834a52ed030ca6a6c481
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a4694101f3167012b221af5d6a6f80954f9f80a37be4b1e55684129625cb73
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828c46f869e00dde1bf01158b642a48dfc6ea4e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d070d30ac6b527b2d4c672af0549eca396a31d7b0af4cb21ea6eb961006c49e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b61fb68d6e7b5c26c090ce2fcad0c70bcab54d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18dea57ffbc3a5651ddc2144e5ce355cc9463397945aa7bb4e8aee796813076
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c5d15667de2c6af3fa139e53c147d951dfe23c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0b276303577b3ccb6ebd9958856dca1bcf4d9f58e585b4ed3ad5fbe9b56de4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25691e03e33ca9c5450d232e9c1d52511f2d8dc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674cdd50ad894e6f69484092114d9f9d7e020a6538402cf5c5a373cf24ced86
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbce929da48299d95e1f98ca1b12f1e4a77d5ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2baed47f105af2d7362e07ad83bb355b6299eb6a2e4356eabcb80d42768faa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329694d92b9f6df4e7942b9d8a3f24872a735831
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840d4f31ac87fc9d2b5d07cd6757ebf6ee0f7d7038e7725d85eb9df1f0fe58fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425bfd5b3bb99d2c6b61cfbc9556d707e0444cdd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6014d83c241d43798949bcbc8fd126d33af43d527f5b494461f1351ac8802d93
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529d666849d48e94b5b5aaf7dae3b7b6114f27a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bb1da43cf60221252ff81b96eb6e875a936eacd8498250a2f8c8b9cc409168
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd656e44dfc2f82fd5f6727ab818bfe1a015615
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af8e57414b3604d63f337b7800bf1e22b32eccf874bc976c84aec6f642746f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a450de6fec6ffcd5c86573a48db4d8654783e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5434f9c59f9ee33c445262e735360e54c9e6a648a6110143c20ce3af04f567db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b12f1fe75fa72b66da98e926e4ffcf7789b232
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3338b1067f2fdc74443297bb3a17884a94da7fbd06e148aed831e291f2e393
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74403f0371172d738001d2a678255dd9e6de7f0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58036232be4eb4e8663ceea303928c7886700955223d265528f1c9b22eb9d696
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adeffd8ac271cb67f4b0d53c5618bed791e30dc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ad2b9e62afacc09079a2e6aa812f6c5ea777ae669d362392f51ad520441bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0752a4ac5da277c9179804b4d894261f146074b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c468a06b1468c0b89dde50b0788c860ffda0eb7dc704266cc743a59929fadc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb62fcf95a2a9fe1aeb4595ebe0b0343c44155bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa679cd4b7e61a11e7940327cb97c8cbf2f283cce2df8063fcb8b66bb591c56a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dae9067a72117653d74955b8f910bc5f796829b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3712fe3d9a71f3560ffed453a09789ba5705a102807b71b2e5b6754bc318ca8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3b6669864c125671ba6510eb8b1971eed7cf02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d993c5d2f1a76e8e584a22c1d24be7f6e6c16aff0f828cf7be3c2fc4f9434a16
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5950f1e9aafac18015be781ff63e035122bf0d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8979c36f2b23d7ea84a2966d3dc8d77f3d14c49b64b09c15517b5408f8adcb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9774fffc9722cc2e39b7767838c35c9ca17fde6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6af20bb23dde85b0262df2ad92c8720c0b9cdb606b0246adb5c236f5780ebd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d679a8232073db8d1fdf1aafd8fdad82ad5a3d91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3b7c11c7cb73f2a4d1be0fd341c9999268ac9fce9054129352fbd88537fcf6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64c0f90d95c48c550c2f6e0d9b1e2b1f07765b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e84ff848035a83ed9f999b910d0620d9b15c69912e3a88cb847dc9982a789ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b88e1b0683313d8f8e27adc521acebb19bc0f46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50717c703c2be2f9f57bb0f4056757d8d5cbd9a2e9514f1b08040ca272ca7cf8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d6d464ea43e5809c663c03c4ef45e8e5fa2722
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f882b9a211b7690d51c8e820f6c63ee70fe827152b51dd4bc04739cb037778
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9cbfdafadf3b5b262b29033d88f16da5c134eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3094bce027d4b9193183784878e7d721414bcd1cc8815cb175bd6bec17a24f00
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037c5c151507a6a48ac9be35d7dd7b3525478424
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652c1e397b10559adf78a7aca1501630018287cf894d242838bbc65c1555d11
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485bbee686d4500bd2d0ed4321d7e6ceb872dece
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf71c6780f8577881137e775882271bff48813b4c990ef4ba7138bbbd7b2236
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad7f3a1427998ecd04ea0f89a6f4742e937e231
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83464cda3a9ed8d2985ed81b2a4402461250b4e1a92ff3a36ed45eb76aa3f22
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159abad07e94c331b99fed763c5c30e1c335527
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13f7d8783d527beeb40e7a03a5104c9297c32efcdec1f1884c0c1306610a62a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872c1f0ee62d9946a79c854c4a4af1d55dac75f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a21aae52b14de88e34847f2efa8ccc5805a209a5601966b57cce551b9180cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb8f5e6c9ead2b2c27e4c7068ff4d0b9c8e0a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9878ae2704388c9d0e39e63cb7df5d40985fd0a54a068ce6c61098119aa4b0a6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5acfd28590fc8160650996ab2a849a0492bb5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b984f0bbb5a14732039c6737dba6d771d2f06325b6d3d3b622b6ed3c5511271
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8686b43ef5adc7d8fe8f7408a1b8c48f5a4f2fb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfdfa7a49bdf5cf3cf97c075fa23e5adf5f8a6d003d817f166a90a804560075
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd557b0685bb9bf6c021d0c170ec74f58c3d22a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d5944e7b3d29bcdd07af57018a385bcce3f645b6e020658657b100c2edb985
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f120e38bfc897b7c7af0580b66677c5cad6360
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bb3bdd4b0c4661d63d1e3deddd0420f6bd28aa2bf3a0634f0f9172c8df301c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44e286b85543e42843e1ca50bdaae958db081d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23af9a94efa462ef502c85f43a18a7016ac8376f61f93d0ade849e4bc2bd385
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6adc1232c5c5718c1be3f5b8e233d6e8e23b38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfac7831ea48256a632842095628205fed353815ae5ae5eb569b088dc298f62
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19df001e57fc5f9d174ccf67a645ba227070548
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc9a16ba197d6d24d223431bb390013f5dc57ace79c74a76d22a57fcc316cec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b653bc18f0ae3e6a5b1d17601916ad5012b514
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76815db51f0524771fbfe898e722a85b340513a15defa180ad94a2dd0eed385
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fde6d6ef9eec7987a739732195ad97485ca8ec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6b5624fbac0d0c0bb4d576dd3c12187f4ddec6e4cede3582f1d2ac38688071
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5003d7934337249a834f66eeec68335d3a691ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610614aa503f441285f4a37d84efc5f83db65d0f34cfc6556d126fa6b218450
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c91892ade095db3d432134993f7021211464c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b673c19c1389e965f2bec10c206634cf99950bbd16efc7e3f9eb87250f6e0938
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2493896fc1ef69eb31d389ab395328e8c0b6ee42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5984e2b07e6aee2a158c9b8a15eb7412d15c0bf5304fa2a5244f2bf84ed97ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ba8195df4151731a9ac29d3b66ef9df82b3f6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1011198d1b6985c698ccb0619471a9680682ec848acb87912d59568689f32220
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9ab3e08d4210addc4f26b2167abafa8890c455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c41f67c1d0aa4db9b5e3b5c5d5d623a1afa7e71acf53180ff9716b6265ddaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0897025a0bb74f511ebeb4e478153be6b456ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19647d66232e76e25c2655114ffc6aa1f5b9e1d4eadfbbb8c2346ff57dae5eab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c24c36b3bbfc5d6c629285b2688f95960e63c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b562aeec5b146c4c084c14ca5632dac81f3f36f71ab34c780f636ec11b56568
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b72418ba76d1e509353272a9b0ff1c0bcd0e79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aac5e5f1fe56977eec1fe17517d74670b8ee9a70f03111e92037bcb76cafc9c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdc3402b020db04a339e314ca2abff576ebef7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3287917613a454bcb3545374d7c007308509b4eabd658106b7098c45030e4ea6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251b4fc77566c5d06de28de93354b6413fb267a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd508577494841e2aae531402dd28867708e7eb98fe82b0d5d6e17c4ff968606
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2871344c86b1343c9840c35eca1e03435a3d789a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d2c55dd580185906dc23b69511987c81263817ade954533e8ec9b366713c16
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fada74451e5eab1139cb1d25c199c34d447e158
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d6a1adb92774619477051988194d66185de7c684bcb7feab004fda0a43eacc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a884e574e5c500f51e1c27c19569cbd7fa8cf97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8f296019472f3c3890092375195fd1863dba5343383d64b3afd9852b9667e1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3834703d306352e1545c122b2f6b741001d52e1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a6d65fba7e838d8ded13f9f9734429f0bda58e90d9213b83eeba594cd96218
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8301c8fce420dddb6908afbf751ff2386cd459e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cdfff41dae8019a78d58ff8109547354cc35a30d744e67e402a72e4afb9456
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abd127b54462869851854f6a3da0d89700008c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574299d32f7034a977e14b2cc0137b178d7aab24ce4a0ce46e660acc95458dab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa9ec301e966c7ee603302d24c33fd99ac957ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18689797ae9931308e93605b0c7552f9626eb9fd9997f20648a460b39a98ee72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23ee5088f478786ce5d938489fc8b928bba75be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d9d68946f68eee09acc89f7527d8b60d4dac973925687e9933f856a19fe4d9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d32b6adb447b683889831c9a9cde7a3020c7ad4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed916a31abf61ab2cb97922e83a2a785dfa7281aca2606b305735639b974626
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e2bbc1a0163d8ace1836a215ba88f6446a82c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa6bbc942373e38197840651334c724f0db41f6497a98332e1e10242aaf3ef9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b228ba46e2a928cb207262ecd864559c9c61fd3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee87bdb7e27b1a1b1ca8d974bf774961502e0d5784811d1761036d49371b278a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81d16de8bcf630e6c2ffc8d978790f2f4197453
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863a6fbf04e1bd0088575d0264fb137e512325e0f35c578c7ccfbdeb292e6229
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16cddf707282307cae51c73393a22c0cf185b22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0db613fdaf9d5c2a1cc0ae6560a43c940c4ee34fbaaa4e89b7ec92607625c88
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc774f34c128fe74df74b70628e0a82f4aa6f95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d733b7669b7d76645d86eda181bf3117a75b5c1b06bf56ce4a6a37b6e544f1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076c48fdc67a64ea84084a52b2d4a27880266029
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4b4e2bddf0aa8801d5dd9ee9f616d29e7e2aeb507f581eb59c5bf4c479d752
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653ee236666f14dc890ae2644135bbc31129d07a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697459c8c3e1bfbef056b6070fb8b5cb95e78a84d19da61e12f3b42c95bfa799
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215e75b14370f0cb14d48c53992ed31d45ef6652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157a7c1a86aa4ebf8e719c79f4e0fac0cb880658c9ec2c08bcaed225cc755ebf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e30eeb6831afcd1459e3c2a98264e6ea744c56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642f5bbd1973c6c4bdb0a6c46949f242fe23a0a3baba98722ff8275bc80c4829
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9511941a5c904d2020aa05248c3ba32f63eb57d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bb1ad910616669e8dfa9d3be8db7a51231a4baea4b31274b6161539e8098ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db151cb4a04b12b79130f92e59bb3dac74c0657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fbd15a024cd65d487a3114a73b394ab3b96e8db940071dd68f34cdaccd2b15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ba24a81b0b9b84c63900446dda45440d5daeef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a189642a70798380f25193ab249f7edefbb9439fc48a6c48a7e5ed9abb3eead
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dc62416cafa141a053f955fe4732a5cb6f18f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403d9a6205a3b4431a7724b526504fe6f2f434f66e1cc55893ad7a71c4396e17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593b4f98eeec21437efec53af940fb62a5d39948
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ca30582ea3da06d64220d923b7316f9b2dfc8c990102b90d76bb8c6bab763
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0c9fdcc7c3146fa69d6854d67a2a92c00e8d52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6068c995578bffb2ebf79a1005d2996c58c7a8909840d8864da31142e737c052
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c72deb6e3b9223575bf666d9adb944c4f20438
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d0a691fd794599af797b46ba0464becbc207ceada21bb1f816de059f25e0cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe687f94edc819cc940bf45da6ca3d33df88805
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b908d9adbca1b5d56d6df65d2e2da1ae1cf7919b9838a1d3b4650ce39cc541
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf0a53f5a5785d613540a1c445b9a6e230136c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9396097ad58bff69653672c4e1d5798c2164b634f4d41f62a98a8874ce477d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda0e7378766bfcb1720a461f02c1000422739f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb6ce947e991e771c23fadc79e2caccf4f46899759250fea772082b2199d36f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc02696baaf04e8ac14596a28cdb1cc5b365fce7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a197160dc491cadbf23de206f1deb2c8ffbb14d8b6d966587444bc2b1de5648
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b2ec954b43f1333f1db56d36f537d2e1c34877
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938b40a5d8fbe3634f5e436dd85ec83b213c85211548dc149215fb3a2ffa796c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3946dd20755bb93735c91be1982d7c4feb5034e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d9e2a4d3ef7ed98d98c6d9855074476512071fb02c0b35632da630a70395a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910fd47694ccc767787d357204ef4740dcfdd3e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea236bb13ec15d462468584d600f056ddcb76c03c50d4d1b460c9035c1c3ad8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ae0143a59a4cb54118ea38cb78a46188c3b0c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40fcbe41c600a3ee3747401d6ae3180958d0caaa59ba7502f89aaf1e0e34bb6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145bf2e781759edc5e9121443f11db47e54db808
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee7d5aea240ffecb79eb563a3323c004b05b5ebf34e5942bfc08287e4f687e8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688a2c030cd6121a6d16ac1a4062eeaccf2647d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7b9c9ecc7808877a440d5cfff68ba6902914c4346d9538b98fba4619eed804
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ef8ad5dfe2bc9e2669f62dec68620c4cb3019
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d165cf75431e301568eb7952610d810b1d622d7d138af781bffc4822658ba63
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1219e3710b892c5a47b85352fe20c516339577ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ceab0771cc54d4498690db398c12c5406d43a1fcb35ba259a1986d78e33b61c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003cfdae6fba40f1c372852ba0a89f94d37a776a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a473c0c497889133b022bd2d5a254b3ff1a030470a79ad28cc8e293659d71ab1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaca3797a5b4c7deb71761ff5958050583a04ac0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e75b0fd25a8ae323d7d26a566da37e6665484f9dec7886530e7cad7dbbc937f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85271f370ad8f61b22e5325689811f6acc94599
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c669e37819d9b89c7c4b7012619bafb94fbfd3f9e7fa8ac8c5b4ce5d53e2e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19941c46404535ce4513302baeba18b8a885c2d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553897b370a3ac9983a99ad336c131308433cecba5b77b5d4fcb3737ec29054e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb07b83922920d98efdd711088a2c920ceaee4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9437d52e5285c56d4d8b0be213607afa6734e2fc58831674d6bede8360affb1e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a0bd764fa4d1e4fd528008ac0f10b8a7050d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ed91d2af5dc46a79f1214f350660bdfb7210bc995134fd18a2d7bac67b745c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07093bebd35154bc58ede0ca8687288bb3ca2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b91930382070ccb0aa1b4b2f81d74628a832e057a03b287ce9fd490d81e8180
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956746d6a9dc6686e75b79fb637e6d703b768ade
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfe327d09137e00ee083ec20ab9af06fe5c259f2f1360f89f9a8548740b6378
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94633bca6beaa582ae5167404822333381fa9677
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d877bff8ebffd61e5b899a0677c359c3bfcaa1483f38b43cdd40639b57fdb98e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9bdda598e2dab57953f01f04347c2917d26268
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d57626603ef817a52edde651c458de8faa6ac00c3ff39c1878fedbbd5bef6d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b2036c8cefac238e3962e2fc6f84c3964246a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9b71e9db01ad72bb8f8026e0eb0d4140442198cb2a2f4739f24e725d8c543
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc31b0bec8b123258a62058e81f180f24c6b9a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1376c1cb505eadfca14a4833873d6142844220bd55199f86bf54ea732d799de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696797bae560e4bdef46e9e14483076784db7bf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781d2be072097d1c07ca74766922bf576bec1c55123517768e65235d344b7076
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37423cc82f7e1092d1aa7668ca1dd2bb2f3d576c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b14ca0c3ab86bc1cdf2d8a6605774580db674512784c357b0db8cfca23a054
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e010004c0ada551a2cf8b609fbddc427fb258c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7603a7394582be95d79090d926d4e7cb503b143a848cf32604fb959930daf7f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637b39afb14e97578ab8708023f80e62d4ffeb49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea345a564c5622f6889af795e220003816f6d05f1a2c8b4a444803669625ef9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26316926f4431a33afcade7b515d8a7bfa31e0e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2482232fd4b8e7a7adab124e1bb412ca1ef32b401052c9677edb1d54d198a67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cfe10dcbfa41a4dec182748d12f6df10100872
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89e6bcebfb42f2a1460f367e882fd99882bdbed3a42dbe35d3697699cf394f6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cccc5e535623a884b35b05bb5132731ab6d965d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3d7bac0e5072383dfc1bb9ef0e9249d0b997e933ddece8d24c9c7fcf256b50
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edfc3b78a2b7db2e535115a9140c134d5df8622
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916d1e40195b533734a2c7097a0a50ff940ba19a9ac81864c8f19da969d741fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21217f8f7177374deadec01429d29196f0b0b410
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2804c18aadf94026207fdd627fda2329a30fd78b20f2dfbbacad9d95a90400c1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c50741e00a9cc459cf8d46fa2921d4efb79c282
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053eaf8a758c3694dc56e25d171f0fcdca92c4a14cf785596a5fdead18f8ff3b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e20cd21efe82346cae9097a6e3eabc9a008c4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706e60b266e27b936ba4289361c1bb705016c92a6dca38919a62cdaf4e37ae92
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349a6c1e65688fbd34431ccccaaad05a4a099a65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2889489cb79ded0b6318cd088db3ef1a2685a6f2331e169373cf2a9a1ca74bd2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39bc09cf6bfb9eebc7429aa44f86e53ecff36d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc48338e1509cdbd90e557625fa6d4764ba612e28de7a4aca358c2dd0c2fa3cc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76447bcd5f1ba570df163c687ab56e0360b5358
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caba67a2836c13511a79cc2a8a57a9dd19aae5cc976e1c888e7b2c701d7f155
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fab7a4f0e19093fc441268ec132672dd86b6e6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c32604c4dd789dec5b46b4153d6322f15e1c2fafd4a8df5bd24b9f7b5725a52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a897c0caf6b263c7b5cf36bc8b028e6bcb55bc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc9acf8db6f120c407e0e14099b8db4ac5a774b8e937aca921ca24490bfda9a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc00949d3d8b18441a27566ed16bbe6ff6f38044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bf3db68ceb013b7e63af5f22933132ac826ae59172e13ca6eecdffe5e88d10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70efd24680ad973fe483cce4b9b560e08f6725d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325762aced4a56cfc4ab94331ad76774a4af8f6a4d124ea614b8382eab875d3a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af13a9262154d6b09b755456cc1cd7109c2412
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30006cdec8fbafa71417d3d8be9370761128bd58fd544268e1a8d217b60924c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d7a36ef2232889e6018ba54094f3fc271df0ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24cab2a58bb75cdfdbb38e03c42ed56d8d5d65db8d212157cc8b589750b9083
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c639642de43f0cdbbf5423cf59406c7c5136064a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30018db244c027b90edcc1ea9acd9aacb62f1392617a80e94dc271d18bf17bde
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1d1bcc8ea86f8d6e96630ac12dd7ac733558ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec92c55a79a5f4a248b9ee7584b58dab2bc0f5301919e935ae2c30e70fd44a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac33b73c7432ecebb86c2996731fb353a5a764f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c31218208f6b5b5277a6e3657a2e5608b00e5b0d8c9134aae4bdf62c38dc7e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c626ffb9a57813a7025a7fa0bd6c13fc3f1a6a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee72db8c7b0b283aa96f0307af9f8b4858fe0dd52e7c8d1e682df580c7bf343
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b4de961b562a11e37cceae8ab756b13a4dfce0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b043fc8e6f6061aadc44cc78a2f31bbdd23610bf38bfe4594664401c9b09639
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3786ee1659a769df9f939007f04a77d25084c37f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d6446209cafa0c642555f6240fc38f7373ce087a23d84bd9268df49671d613
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cc5f7f63c66bec919177da799d019453d589c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb91f46e8ea489a3b3fe5f91738e2d7cb231111626e2959268ad40e8398e5f03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e5d4f6fde9acc35be93778e30aa7f07941f76f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592a7563fb390642586cf6bdeda3fd5558e417fbf2dbe5bf3cd29e962850f33b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67805cd50e4ddaa180ce61883f0092aee72a0c24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a628d192b207e452d3f640ebe0fb883c364aaedb04e04b7fdffe43868028d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0644b5207500df191a29651259296c935337890e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb5816b69d2eda1d0a736c6e70303868d78c5926ff3999a08919a718676a476
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926276b5460f807da75c36ffe52c1d004b77b483
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145a87152b869d2ed3373fdda8e9d88c6bf0397fa45d9a698b7236388eb36b5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879a63a019537a0aeded20f810ab9d65b9d04c12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ea10d099c605e4a91807a307bd35fa3439a7483824ac49e88f8e147045f318
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b59dc1ea1c783ff9698b59fdc6641d4357c032
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7431aef6ae6575d3679f322fdf0d91d32e8cfefadb6b73178579d3e33a604671
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2280dc533f84523cf6ad71ef80d226dbf3261574
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0b5ac63de582b1a04650ab8c4b2aa39865dd60251357fe7b9774d9610cde2a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abf1d46d15e43f7bdb617af3f871d559671d339
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920036484b52f27297d14223d0bb634a28b1f5b8ef24c0e1e3530fdd2920b7f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02aca443c13a8178b14c6f4c27c4756dcee4f16a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec07d29f898d95286778f8d16aed58d19f783d18facccf5df354bc4c5e1e2634
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1172c7cb7aaa13cbdcc44953484ef34dea1899
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b267f6dca4c8adb00f3b8f3910a34216cf9dc897dc8f9fa1cbca80f2db52c608
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32af07b0cd7e386c9a67d7b3e50067d915d49d66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697f600c31dbfe155f4cb3314d2fded8d30904bcf28d43604d2f530f601a1df9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc59053630ec48aacca671d7a1d0e93ac692b48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc746aafa464ebe98c6d76f63a1a7e319cafc1a6e23c8bf26a03992934c4eb1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9c5dd08803649b5e2341c9f6547d6b4d714e96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e968728b97caea5abbd3d6ec5112f79f2d62e770f6a2f4dd401b36b4df32810
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d11a652de16530b86523771c25534a2d8c617d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9422fc9bbbbfcf6e3b145512441fdc711ede3337652ae93ae53b598bffab64
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20842da1e58df2618ea3ff5a69573174816c7e22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b0444ed620daff457f261f0dd60bcbc2cf1f22a373a20c9bb3ede905b10ebb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a36977663b1f89851dcbc20dd745ad3de5281df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcdc197292ee43241f6dc3c24c65d161959e71ba98e10aa8f96b738ebf662c8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9c341e7b49b6d0c88b3bd406db922a0af66220
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163f2abfc2426857f5c0bfe888a26a095c56f252dd0a4dd185a3e2373fd49661
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8061cd4bc8a3d1d35f25b510d5d9bd6d96a62dd5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3f7848b41024d2852ae8bc818ef2a10d0db2892f7b28811637801b1ed17108
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f872d16f783bd9a9a1ef3f47031d969cadc707
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e0b120f7b6e07f8da569ec7f8b95ee752d954e532afffadff6c0726a07b15f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3dd63b234674abc4f6b83f5decba34c83ce40f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ce4135f7c7f992321ad7033b0be51da7d091b6ca047dd51f03c77fcff05788
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173f94404c5a601017edc8b74dc6ae6d88f5e8a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e8960896a8e616ed536e2394aaf5fbcbfc9127970543eae526a9c3f539e307
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e854b789b5b7721718631cc0411c74cc1520888
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34cba84bd7dcc8e2efdfee64491e53ab8b693b11cff2015a37782d66b86baa1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f4e727f2df96720ca01468aaec96ce1a40ba95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65b918fbd9d0d1dedb6a8d182d50330cc396c2e5029323cae708229dec31f2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f9c98e7dbbc02bc52c4214d71334ae2bbcb40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7188f4ed4c73be1fc5538cc0f2238cf883ede2e8687ec9d290c863930d36682
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea6f4a2d4b126fdce088f90d91c63162ec6385e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a277dba8ff1e32964a193a03f2eedd935896eb234de580195fb95c5dce342b88
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1011d1d907203aa78f74ca5acc09c2294e2548b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf61c2c88a49b98031447f3d0c1586f78ef55fa0ec60c362446107c163c4c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c798f194b890cb2983817a7638d74523921be8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e188fb7994d340ddfeb71b6c15882acc9aa46a140c80470f2c57815a1d013f8b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5871c589ed7bbbb23f3e133ea71a1fca5a974d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cb448fb6af9fe7af8dd892d1bcdec47fefd057f369f27ab5f4c4e72dd6e8c6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e602596ee29a4a4b1eb8a54e6717f090544209
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b75df1d7e8777699e1789b191e6c2609f3c33d187ff95413ad3b37bf259e60
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338c26b72b8927866e8ff4b09c4d85fbb05d4b52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7166619a6394fdc36ba533f0b4d2ad57e5ed492cb8f10eb610024c685b3f40d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abec82635e597ff3e17a837e1d7b142ee076227f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c534be58b7c5fc9e7881f1ae5d305062edb158339ae1327c3b6563ea2821b662
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23373e8e81a90bde5c9bdf707e5f475bf932db1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a8b5b6955accc52218dca69e3fab013277663fcca6449522859010aaaa3f88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f1657e8024bbb6758afea011fe80c6b289e25e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05183e6d1a672c72bcb21610c71036838d1811fc5ba63f47387e678b60509dba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f82ed0404dd10576bbe37c3d08a8c210e5e600
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace75ea8075c45e5909dda7414a3888eb9d210f6a3a0cf1f47cf7fb2cd731224
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a231a8b2d619a7bfeb9134bf12074691a7864f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c093518f8718c68e4220d170a2b74a2bbd523c584df59a549599c392e3474f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0a2687d1cb9484ca0f52420f857bac4d0c128b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917f86a5ea9ab2c42b6dac8f705cbd9b6220c46276bba1c15e05cf1d9f08b60b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d36b1c73240e577fe601b0865a00f650cb1c9ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124987ed247dc90e6eff622f63f1d29d6248b7eb07811563d0b1b9b3c9f8d968
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27ec1ee8d3e92d19ef074c6698d280cfd52cb1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e6ffd9a83587659630b03bc23ada5e42623e803ad4bf1a88ea670b7660153
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c5e239c9b83e720441fe4e6c6db866a252c9cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58c98f7e4278113b48a7c9bc5ecaf9fe858fd9be68add86d13a8b8ea2c0da85
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a0df860e1437e39a565824da8c7686083748cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c9709aab8b415322e4abf8e6ce61818edde0fdfd28f50bbc1f4a0f34c15830
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba57e210a83951fc239a8c9ba76a566abeabd12a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8d6863ecd5287ff3cff6748e4d3c03dfd1b7ea1c95224991ee18f669a0e642
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a140c54aeb66b24c9e382a9674e35da349883d87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158f4293d5398a302855ddeaa4eba0c67a691579f5d776073531adfd3647afee
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ecc77c2427fa8f6c0720b5f1fed36c0c33391f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db624ccc0572bc4b87f58fb465d9e4b3606bc05cd752a739b0839804d24b5ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26525fcd81260e53cb9b6d5c1e929c3d01f73428
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1192bc2e183ace1f2ac624ebf83198facc6dafa05c6f1d7dae066062040a0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7d1e1d4d89ada28941fc10ccfee615c1ffc775
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254be9152710df4908b2f2ad6621904587bd9362a10d472bcced3b0775c7e64c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045a4b25302bcee04f083390aeeec1f96c063301
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9ab537a8b1cbf45378c68a1373fc7f6cdccb93c76d74b92ef81c7d1317cd74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc797549b293a282642350edf0e0f85077416952
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4fdc66f5e962464776defb4c4d8092c58092c0afa91ee22061b60c6e317a19
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884b9f46f02d7dfa3b6c470e0ecf715d74d84647
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a8d9dff485e0fabc8454e9e4d7799632c0225c59285c8fefd141bca10a5d68
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87369624fad0d061b946b9eccd565e566db83f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11909c2846bf7ddf2424e2873f95f84dc1ad4719034bf70feb56ce9b0f278ad1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170efaefc918a69e0c6b83aa1737fb41f39018df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bad78d0d103706a1a4b04561e9f1c7f5f6c825a853370b77440ff4c7210716
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806100940cfa09749b980644f79e9834b4dd75a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d311a8471a0ee6745f72d5b39c89e6801e1fb894427af6296614afb44978a1e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4e586ae84695b6280cf7342132bed39d01fe28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc7f8bc8ef8e12e30b43d281bbe85d4af2b82e4bcce88d84ff160032c272876
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b83ba24aefaacd5d2f317255adc79b888dcd43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366fbb2665e34094bd38f2fd760d8482ebf55f544de0220c8add6e5923763b14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8edb26ef54d3499eb13875afe9679a5baa2bc9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b62a1917fc54dc3412b0e8922786d1116091a0e529d6c87417a0c1df6e632b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca0a0ac902bdf6b2e028555c0bd7f9d03c14447
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321dd4a1eb49a5cd7d841d886d3a6dcba8d7162da7f4f708ff332533155a42b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e8499a179bf84b9dc60cca63a505128d7d83f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19253386b281030d45300b72530570fedfbae4f7ec9ab63a127d9b22bdd4810a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1c791ad22cd575f58601619af55794a1ec5774
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc9b5b654a86516be8678b0f09d9d00ecc9891d9962fc84e788d1507c47de7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e69836d4a355a52dc90c897a1e72ad4582931c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2542589136cb1890158083d3d1f1f83ca2b133854b61bd0cb19fa2e538320ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf53104939de8aaf74de6ab33425694bfbf2efa2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c35e52d9cbba6d72411c695693a8fd82083111bda485a692f176817911500b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7c0e79c2c8d39936925c463814313bb09b54e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0054059c0510d995e1eb9fda805e13940d3f708e743355a5569fa8386887386b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763bbb1869060158b932ddd155a322ee97cfe61a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f690777a8621a6b8701173528ad94597b578b5477625672dcad83a716e8ea462
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df21a8e0875583588750f073abe89c523f6a486f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8996a6f460d6d635e7f2cd29e1be33f240108ed6b9ccca96cbf1167e5e24c5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0bdb4449f01aeb6ea79b42fb3e1f483a507583
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a95b38b43358cac3660164ad25bacb570dfc2cd06d2c25c2be76b812dc1d7e1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b004ca9bad9ff4af884d0681b8a643993b25857e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251518485cfd66bd49c6a63cb89d017afec3bcda28da0eeeee606773872994f4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8f3fcb859aa9375af97a371a7c68ed1753896a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab5060e28665660263b70b501691b74978a256270876942ef22068156104c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e18a0c16d2f6e5e744d1fe3d893e94053dc31c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3cce95835b6175453638955e1b6a29a7ff6d76cd17b82d5913318a0ea9a9d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37720bc733b48933a0013ce78b2efe2f43678883
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10eddf214d37618673d0e6fe9193212d98c5e285b990174d963ce4562a01c474
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8003fb4fdb80de143b3b5275c033300e1d2a7adc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f989959965edb04936dedf130943036584f9f37aea7844396a3151a3b254fcd4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbb39d8744893d731d9edba1818025b8871d17d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5aac3fa4afd1639dbda1f7d3abbaf86939d864066ba4d6b5d0d59c1ef806a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec2e28dd91b37317dae6380f2c39ade7a62001
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7effedb0117bac18bda8219920ddf9989e8afe42e88524b02ddc6b6fbce23b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2cf8d5c6cab77883e8f18549e986d7ebfd7bb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb5d1607d227c9f4dbcdc51293d547149dd1929f8e5f17d3b1c21a84dcbf653
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0d0e81c0f1d7796aba6bb357e7ddcb786c3ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922754e903fa078845384f431e41f397d8a9f7a0619045e2c0646069c1699c15
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bbb4e6de193e3e270697c9ccf39904f83e34f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f64bbf37778c0735e5da1d2812160cca21ecf1f51235ce12f0a1676d38cb28f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f223a9c6d9e2444637337d0c918e4d070395a84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa4114638ff7eafbfc89d3a3e74104069316df084259a0c09deca68c61b9425
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f587cdc2e34059389742e9a96d73f8191e882919
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3896363da4d9c0f3b44662e1564e9c751d505a9e7239f22a15f3f65482dacc93
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d8c90eb40f5f3728a42e9c12ea8e5505269f5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b28c9d7ad8525fd5ce1ce3f7ffe462e8d7545d17d95c273cff33dcbd6ada82
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2af582da8775aa6a8312c5c79cbfa2bede6665
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2f48c0ff48bb0a0ddb7470262e844b7b0a71841b80c36914bf75f3f9715952
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42191b2c1252871e41c5f7ff50293a82cca4db9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b174e4e07a5b025b01514fbb8877056b0273dc20e2c16ce15edfdc2dc5dbe8bc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caf8d1591b233df010615b766e318dfe713b241
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b33e7f3f4f07752a79342a694b711de58e4b155e23b05f330b94a2ac9562a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefc841e3ae58d4b2b039a91944e37721a6b9825
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9cbf4c57823e6498bd25fd8f1d12c508e64ce57587cd6a3509c98ec301fb6f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3164a3fe471981629af247c9ee376284bfe8eb0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0247a2206ccbde95f3c821966accab7380a7b69314ba4342e93d2384e093d3f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c4b25532730cd70822ac044d28ce6b6135b114
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a79e512ea8dc7943e865c44acc087777c28a6ea95a75e4a968f873ba1745509
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d503db57332f5ed4ceb64bb56bf4fed8b5738409
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82930bb205e229f19fd9ce03695a03027ebc3499057127e3764c431192b707a6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64910d221cacb38565396e8b3b569b762e8d554d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e059bd31e6bd5772152117bb2bd0a8575b5337e1fecc70fec2d0fa7dd2c566
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69dec2e74b681b5dfb683b1456767037d67e3fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f838e2e36c744d4518b3aa307535444cfa152d245219b2053a54bbc71cd282
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b386892e0e05d689a5f047ce363900f929736c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537691849ea817589db9568ccb2ba6c909d4f7297bef53656172989c3af22595
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62fa703b14f103f4746fed6c73a2facd740b8a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771befcf989ae3c6d82279c6c5f488d721e69daec9318082df52cd297bc3b86
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5eb81b411c5948ddd9af8208433e9a53969cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db83ff31b183eff09cd0bca551e5476e3d5747915ecbf4f8d65cff686aee6e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bbf7b709b31f666df9f3c0a6d61223fd7b88e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603f46a3c014cc571e24622a2a70155a26d202c7df6e1427d4ff8d17b2d59ab6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b3e0c2231127f169260885a088aad61f910ee6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279421c820c4fb43349ffa603c469690f31f64d97b0c2b20920b57def35f51de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394cafe5949f1a8d6d82bc5254532a85f62b690c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b164fe3eaf23ac31521a4984cf554f2681b205f2465960bd63808ae6533756
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f981416b7fece4999034dbc0f5ae9d6be51355a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec6896653d3826b82b081f919b32bf2c47d0a7411e26c1ac03efaa99733d23e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5814e133aa70737d9d3309c3e485c29c35672c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee062164b2cf7baeb33ab5324ac791bb976ee72ada49964b6785098b92eb8f38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cb832e386a1d21c04ef8337901b401493ab943
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04d22c1c012fe24de945f99c83029ec6b7d28b55a7278d6c5a1eb4214fce16
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c61ef342ef7f6d621aa8efa39e95970fca0832
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177d0420a5be4fde870e9a8bd8f8e487bf9f2741870cc7b4561e23694c900330
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3e8ccf30a3299d59da70dbbf5440d2aa25b91c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616289cb499f2ac2474bc2a3c0ee78a63456d291396640fc223effc96eb0c078
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f0202c6df1943e8ed03ed158a8cd499c09c039
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7610bebd1811128b0b69b16f111329cec71d02e526b81105a58355c0176ccd94
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1690bc333ff80821ffa8f03920c84e898d278441
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e2bc59eb3e312c094f656735c731342e540b2d63eabe92524c929c596ced3b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a048ff6f5c0893b6330afe01bfd73dffc3d1a477
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98150d9bdd2d0dcf3560b954bf3494332e817a5a061ef58ef633041a1f99e600
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f8ca5c613c432e854e1117df6b21f365e46b83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b28c792cdf425b0cd33fedad333dbd96fdbb745106684597c97b172ce5e9b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c65d8ec451df5e8ba6e292c50d1014d1529e7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdea1e8ecd25b296ef4b8d04d4646dcf9bcda0890f2465fb2a3ff16fe2e7cf88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba9b4cd47f43c9d0b7f71a062a6b429699f9bf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ea2ffc78d9b52d56797b6e0b34b7d8e4513fc3d5fcaa6489fd8a38c89535a6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fc45236024248955bb1d3a269c8e0ecdc803cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac7c6c983077f254dbe5f6d6688c3d5f2ab5349a0c1fefa5eb5095dc73a405
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08eb46e1c31c6bf7cc1ea08ea36d9e465ab05235
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5568c62bbd8f913a9b5825d743f73e646d77663a7e27e8514d527082b590c95
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ccce9e3a5ee3e9c3448a66f335942db879d3e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68aaee1c641de77cbc68e4e98699cc45a27a80f6c799f1ae17682eda77608e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3430e9ec027a15d65d366624d77164ba0ea9e33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884121a947de8b532fc4cd563adb8a468cc30b66823e903c0ad31de11d2c79c2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4191fc6e160f41ccb4337c0f7ef1741391e55175
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27c4211cbd96b6c2ececd8ce4f628d5fa11aef1093339fdba4fdd15b6e59849
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4aa4404affc45583afb25bbd74059be5f53f6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c4eb52df60d288b95cda9407a269eadb22b3a7bc8c9b3b0b7165d7d60ed93f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315c9f0a36eb87d1f984479c2729734fd297bdcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dc63a4e96463f04041db55cfc05158e6a74bb9435ead20be2e8a611f01eed9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76284be46020afe252b69d04c1be203184163dec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a786993e27bb84b44c50d8a3501f02c21f4b8135c6d3d6c9eb5347f8f382889
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3d0836337d1f31c4f485fe9cde5b8b295642c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598900beef940b9bc3c31f2a44455b76e5085628e04594539440a8452325a77b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a72cbe089179c823c0c878ced5faf2c5be11cd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a655b6589a8673bcd22748dd0e2a8aa0594408069bc7309e07fc97c12c31e5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2235d8e434b3957e8f8591a3d4cde99986d22391
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd402f199bb3bc16a498b0f5ad30ef7e9918aef5c2593ee9da178e2928818f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c51daf2a406273bfbcc3c8d07d8454ef7536c28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dff0e262c768c23873468d59906642d7a401ab3d05860cbfba72305cac8c6ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fd1dd66f2d0ce13566a81f86ccb0884bfb16a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b3403994743beea82f81250c12e01611c2d1a8e0922f855d5a2f16b82ff723
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695edb78fba557cf36e1ab61f6f5e177f5caa58c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9d05b1aef5952d3ccc160867e41a8e30df716a664e6211ca7fa684608b7fd8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dabd6a038c34c82a3955df86f085be9b65d8ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd256cbe097d9e1ffa18d2ed32b4bceeb7241d0f17aff12afbb9e3c989af28ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e2338bca025ba4bc6c9df7d154b12a1f31c555
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb1fa5ed35cbb56399c028a8e30cced89b7c57d7fbb7a78ea481d7183221568
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b1a11af18e113ac30f3a573ff3897e05ff94de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b45faa884aa0620e7479303073941fcb8ddc7e942da14d212f8980956f8fbb9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d9bdb771c228a0c896c31c0d41dea20bccd71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed493b947d4b4ff178b110503be382d1fcb8c68bc229ef204f7c1970eb7411
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8449aad77c34d0dd70180068beee261f3c339dac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6170218d980d52d02605d3dfc9fd9e84bf1e1d3a73d618a954769459def7b5b9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ed1034000e1e4a395b12df9e3ac8012376eff9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d29a6743841ac344ba4ec9d6fffb0e555b416927d9927996c3dd36ff78dca6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c219c3bdeac7e764ded6804d7c03e95e27715a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eccdfdf8d9f7d870ad635eca7e6509741cdf78bb2ded354d677a29aae8c2275
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa9d255bf8b07f56d9705ec572db85d647d0e44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d929775969761bc9c8da7ac977273110a3b8182c67df59656fea0cca424a23
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2e15a2a729da5f1359dd737fc5d0aadc6c8c06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bcd84b755779d800b6ed79da1322a6756aea1982c85541d752d528a4a1ddf8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b11010d97075d4a5d2766b0f65e0573b2713d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adc6898f80fbe649f3200c6f4987c85d7d56fb459d153b2daa57022bf4c4071
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30abc8c55795bf78b01890f0c24a54776e2270d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5355f18278d607516cea2cc0b36262ed6e3e11d94291f5fc904bc564a1894ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfec1b1c1fd6f5ed117a6cdb7c9bd5d6a595d830
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7cae36aed2a492777d8f9d90d5a247ad7fdffae1edec1271cbaf63cb294713
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919dafeebd3b7046ae28121578b0a2b7ae12e758
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42acc82a5c7a51a3eb90709e9a321077679da53a0ba2f3b3cfbe1bf28127629
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3803dc72eb6f8696c329639e04b80f90d084445f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96f4f1b6964a9b6e0d17b1f12b652da3b0b1bb32788a093148ef383820915aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7197ee895c4c238a11fe9045403afc69d6bfba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a19bd9dbaca21048636fd0c76d6cf9e2da20db04afa85d1cf02ad1d92a4e8cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b80c21e21d114f06265e5abc6c477c9a5e3add
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2081dd1ce83b549c36f5002c0e84db47ffd2451af322a11d9a7496d59dcdd96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8fe367fd72729fb167eb4d5e796ddba1b480bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e95f7360d8c5af49378f9221405f8d5dee33600b50c9c145709f2a83b1cb4bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed283fea06f56b0caef9bf14f07eb53c835e5a29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bee6f1b4f58fa1abb2c0365fb8a7d9bca41300b9a052e7602c7997e1f35939
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487f2ce931600ce27789f45c01ac262402fc1ac4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff75e859b8ac6955c78618e5d17945f1d76ebad14d4ca7cdc748a9587a9919c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf7cc95568dbd66880853994fd3d6c2f8a12756
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9802b0f5bddf9883649b9f3c7a063bd6ba4a8d6e1849ac639d55d5365b0a2e4d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b019f666745576fdf4b9f14dcb2a45498f2cf08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae0ed03c0f268d9df8fc8429a413e8cf088d426447a1f8c333db89f2cbd69df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b9f5f173a9a40815dd75593d89e0d6bb5cd3d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e5f2f791ef529824fab3831f126326beb635c9fe86d7c06cc0bf1558d63f77
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6b0765b2d3565fa549f4946befdba92abf2a0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cba9f063a273835d53f0f2cbe62a51df412a8d662fa497a8cb797206f8fcd4c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b43f13f2ae41ca6c52cd7630f633359b8704c9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c9ba0bffe4cb88c96e52b32b31aa7c31561006556c3e8d88704ef829235b34
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92298c01b46fbd723f5301f384b51f4085d7e9c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58914cbd1d88efae629f27517a438a76eadb92977b6a33d2a82a96be8f071e88
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf08a210d9f783eb38623054b1c61a10f7b4425
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657fcc555599ebda816a94794e45eb0cd3471a1cdc98d9459fbeca6947ad5a4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020ec39c14177ae01a15817fe6d9ec46723064a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efd1dd8afbcc1227a0c453e98bd10e9268151165aada02228f6b45813860c4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3a4df0d702e2d9dcc1e2565c4e9087edf99495
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c3626b3c421bed22b63a44fa1f5322b5ef6abf8dce351675ab078cc5549d63
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e986b00c6345e9af1a011a91216beba46d47166
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e04ec8233ef65fe97bb61b250000b25e9c5661191f4de93cdc8273d539e67d9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff0b91d2c8e49b4e857c8e74af71ca0cd454e2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c30ff5064c584a844f1301a11a3ef1403ac7404639cef7a7d60e257a042dd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0107b876cbd06c94b692b2d0d37687fd0459ebf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653cfe9e51b2d2212a10d8240893653f0b8d8fa773bbee842f90bda53c640ecb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9021e62b63de4042faa7acd7c5faa43ec31f720
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff986a3bfe99e161ade442868a2ff1234db68f3a0b39e7eb5ef5e3c49b4230e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367b778bdc1abe858a863a1fb35df34d77ed43b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61c199f5b58191e3bde62062b335331ad4bbb7a0c289f2960b10affb194759b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b8901bd11922b0ee8d127b84eac039f3063777
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7980c20dbb05c5fa42d1d4a6031245953cdd73926ab2882e88827143a60db0e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ec6b1ee33cc1d0e3ec769c38b9d6b37c5378ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022833d6f987f34fda76c0d793cde28db9ba2e585075c483a362d41b5656eba7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1974fbd53ec121fab193d0d09e9a78eed203f433
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6613e7dddb92a3587cfb2dab677bed421a56c3e8d2166b37dc909b97e3994245
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abbeb596ce1e5fddd775fe3c48146b0521f81b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5dac44edae18e7f28bd266557f794294538fbb562743c09863420ab0046f21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b486cef6d3cb090f256543bd09e0be71e0585
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266bb432a9f8821ccdf07d9adc2cf883f170b99df047af3d5cefc0d5c5a97375
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f43bd9937a2c7449ba2091198ae856542b7872
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0d1cdd7eaac99109cf755ed0bf89a6a0cf201c6184eb64be5bfb65a7509270
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c6f44248c80402c7d9a5369ce28a2284654c4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d903b41e15fc4e89429ffa047f07135bc80f2c4f34f1132366eae171d9fc728
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b14260e41bebcad497f9c187e1d3cb84f3d5275
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063e11fd81c640b722bf57c1c3f16c0fcbde70c0315383b29c02ec4a318b26ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d105a6df3d79cda009eabe941db95344b815a93c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5753e57a05e63c1a33e3990abe09058a57b1518f5dda81b7807889316ea7db0b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8089c243d527544308e58dd1eae882b2e83ff774
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8f7c92d2bcc9a645c70bb47605d4dd432cf1d92cc4976f8d0cd1b99f5a1eb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771f07d849efb08e0385b998959a7a41b83ab123
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dede8dc6b4f3dafd1efc7b8c54a2e9bdc257abc35a6217e0347dad58bc9baaa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02caac7527e76418f989eae81c5125b96e79de47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0b9d5273e6fe4ca7b428e32ad582f8efe8e2bd65d44233748901a574ef33ad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82cd4c1a4b139299ec1774bcb3e6578b7fab7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbab9684d1d80f79047718c2aae5e2ddfbfa4ed61ef565e58c136de3d10e0e55
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e7e88b153119a19788a1043226060ee4adbac6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb2c4d4305ab13bffdced6d43eb8aea59a9b9c87f6a69e46174fb219130f38c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4870799e015ad7933b56efe51a5a6d64bb1cce37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6958799e49b7652b51b89e55f72279fd2c063e1787e193e258d170ef6c80720
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16ef4bd74e74134f641309172e530d0b31e9d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41178292f02f0ed767fb57c6262205aa4890d344d61d228fb16160a493c1402
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaff88904009067be1c41f752a63d96975e5fdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb1370ad3ffd9433454b08f60eb4e1776075f9bbaf83173c16f04f2d997eb5f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e6f433d9efb9e664e1eedc4e4ced8b271057cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb722358cf75f9cf090675acf50e925266bbba19899d0df5416cfd70aeeb081
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb7c970dccfdc17ac512669c837ef84b03b26b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeac958e9252961d8c25d21194adb2cf0f7c629cd713a13d959fc9a5bd49d076
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f41bdd5815242f2bb0a45509799581d03ca86e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914c0fbc30d55b40ae1c84e3a8dd79ec94357802034ad876244cb1d8c69c9073
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b91a40cb80afb584cecb8bbffe2464f9cd262c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69443262b9344beab23ad7757ac848b3d606c8209c14227c05367bc10131a35
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3578ca537ecd4a798262ad52559a81f8966bae28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab6d6140187ace002b585fdac54fb22c915fd4e4aa2795288b132140b30dc5f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928d7aa8f93731a779104df84c56f742490e3b04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc37f95a32349cd2d7bd1edb71068846ac79e824684e6d103deafc6b7878d13c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955098bf32449bd51f43688cbcf43ae1fd0da332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d61ce0bde64bfc71a4f87e3ed9ef977713bd7ce8e2d4c30f5877f9507ee30f7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4524e313b638ccd3e0c13f33bbd3b058252949e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4263ebafb9f109d43de195a94fd3224c56f5fb78033631d31d19b1495436ea17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9618e019123eee50ef46d308113f67f71c987290
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912704732afbd8e19dcf8fe5980a364ca43470d962f141fc43784cbb4bae56f4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3682fa16a933cae3dae2e9858dcf6bd194645df9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3b8c2783b08291d8c3ed450f0edf2832bfb2b0ffab7bbd135eec33ead4a983
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969a2b54c9666fed604cb7ecd9346959b5fea5c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cb5e5ab9143dde169a9800516770b285d4741cc1157c090216096902c2dc4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9defa33ca75726c7894c2e3ce29a64c1c7f22f0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c07478c13e061640d643ced05264b2fdc91dc0f94ed1af8943a5d6a9e85606
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcff80d7e63614ab8e3b83c6e7a88fb34aad2ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e08c812aee225c41112e3a9ddc2dd5db9ae3fa919c9d79c83ed650494fcd603
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596699f6831a17566225ecd0b379a54e5bd29cac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe245531c0fafe9fa35d13c33722ac3fe4db750e23198b2bf53136b44463ba4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d418d5625b3d218981ef7d7ae6d334259777c6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dd7030eee58386b6df085697ab0232f56d4754166f04a85cd1a668b3c7b837
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e957be837d3ab74ed5bd1f1a3d80eb38c21477
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bde5f45f988023b71038c40cec24c5aca301e2152ed690e502d186dd157d9ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28024600c25f02e8a5b8db6eb7162f58f5292616
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9a3bf336dac16e413476b8406bb82bf5e3e06d8a3c09cd959050a6d233991c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be6b63cc4a95da98e099ba2a8b5fcea322ad644
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a263d19516eaf49ce404dc040d406f3063819c6563dab0c659bfa8f2ba95e8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e7db710169a771cdfba63b57f88c8e676199ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c1fff88e1404c7a911ad94be37d487ced5234aa3c71b701ccf3aa0fac1a611
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e26e20f81753b627376d12390803b80293b526
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3540facf979669ed734239d0712777ad54c8d7cedf0062e80e523a3cd0024c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af91ea272e77fc14f48d2fd9ca59899feb8599b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f5729689e2881076e2c399855d63870e37b4f875c797ce77be9ba97f1bfc74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a7eca23456d0e9bef13d36dd480b01821b94c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9caaeee96548e2d0181e6555ba5c772d6bbc5dc5fc3edd775f1b1bfd393f5d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785cf5306b3bdf94ed014a14ca2dcf726a2f8844
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d3ee3adecbe883f671746aa82db7a0d261b87883bd101a578b3a8294da2edb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6c8b0522f41496218820484297f6f88e1b37e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a58c30126516ba4c9e19953323510af17115cdc8609222aebdd94d145e69d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b538877698103eeb0a3adce4699ced7d2867d0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eeb68ddfbe95366d925f9a8354c11313ddfc6f4f283d9574a86d3fb9f52edb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bd809088b1fe1b9d0c970453d38e8a5c9099a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9e175efa3d85e0be6a133529fc3838bf0ccf5b920acd8b2dd9cdf2aec112c4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179fb1fac67c57f76747775fc90c77b5fe2f2d3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120d86b751ece6129303b9b0c3367561a468f54cf022ff37fe3bdae6ee3bd1f0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b402775805df7ff811f4348616e780d2d20fbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4d28c79acb7a3ca53bfef7eb40ccba00e4e154da6534b82e52c101ff6624a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e526cd2ce296a771c6a54534cbee9eee90b324
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967f96bd77b287e44ef0e0c9c5ce6794fca0e7f6eb9dc412d382b4f7af1b2371
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2788c62cf861e50b63babc4da3571ff9b7f3c145
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b5d45242ec9eeaea639c6531cc639da40f63d3bc6423c165aaeb195adb8514
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f97d33a7a6f9a2d34b6340cbc31130dc87a4243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3cdaa9e541b91a165050b6d1ec2c11ff995b56bfbe3eefaddea193987a8cef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ead844036e740e60ed8d2a261714d377852623d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e4a819aa1091454080f47135a66562724b15484dc6808ecf07e9cad0a27ef0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268b02ead14a7b95941b7c36368f4b847439e4ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fcd982ed1c813e9427920f95e97013dcbd919de2ab047153cfb7ebb41d5e80
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8069c18434c4b704b93be8b576fe490a37e8dd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b8d0c300cb7499f0f856ef77112a074309f259a01637dd0556813a333de5ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c0c50ec735b6f5709b1c078a7adf748a345407
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398e5c429b3bc16ecdb2a77ce4d46d7c43236c42050579e5d627f87766b14bb4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25abcd959ca12dc5403a150ce54cc0e16c6cd188
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a902ac9559d658abfe8e03d436d1b7539a7aaa4459b74d927000667e0569df06
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b9a329bbf8785b5d8e50895d751daaeb369a72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e980430e1e9feb59405c7117bc3499becabfd2e23ad55baeb659ed5ca3a93641
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b84c31f317fce79e546ffccac421064ef5097c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be9166d09a75ab071995dfd88cc24ec0813a576b7536cfd09a179273356e4eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ece80a287c58f665ca2fcd91760075313e57a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933bd22e9af6640c29aa9e0fde14f5612cdcdb29ef85780e138e7770d630766
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451703941db6ab591c2544fcc5dc4b2937f7b750
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec84df6b772af961190b85902f74e0684584c7fdc5b3c5483bfc418a2b84488
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e73e2d4dfde0ef1c7fa69a78d67c51996c21d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bffd0c9f80bc3cfb1d197f95e1f233ddee6920c697f0afbce3f7b4edd94094c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15333172ee8bac0bb59e9ddd1212100583424b55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0522153a3eebfecacfa8308b0ab8a4b941ef04a7890f57f174630e1d4264381e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b39df6a98a9df1f8c95ba06425ec89ffeacc56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f976c1843ff68d1ce520ba6a1c5930146accbd5d2d850b975e12139ef963817
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6395c8e4a0978a727c4b8ca21d5f58147b1bb1f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674334c8d60b6301c0081d0186914c2324e9a1815ca1f5ccf7cb7b9c7980a5ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769965d81941f0d5dad908af4ec869e22b8ebbc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9970cbc8a4ed8842b16bf91fa6a2f142c26a4cd54c604cd22d190a10f97540
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3b4b3b810ff97fab4f307b844b4c901f3138f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e563acbf0254e87f8a68bc79f0ddf32eed44621264de1c07942753ba7c7fa3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9addfb6f6f7cc615dad30355eee2fed04d2f52ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b7fd0a2a28640664801d0c855408083d014a0e66c332544ffffe9da68d5e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dc9a4f0451c962b668a2fd8a04a63b0ba97f16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30122cabb1c4810b76ca485a9862a2fcc9542e72393213d35de46867c2a0f9ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7ca4108f2efd3a75ba324c7607528094df3cdb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c1f870b021eac3ae194c6e94c111c024ec858f6dea1a213a3370f468746c9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f359ca38510d9612a20a19cd2fc6aba99f9c1967
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff14e7c6dfa4a7a91f97473b5fb3c62c875e83a43158eabc6c2592308b5aa55c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9881dd8366c117fc6fffcf92ceae3cf4afd06be3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b066c9209907af729f19dc7f0e2d6743c929581b05bb0dd87065dfbfb02affc1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af38f120aa25c6825f691f4593fa95c877f4301c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0ba07c03f922fd20dbaab2724aba1df30d759d426b47c0267cacf7992db4ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7771945008319353b8f0a729697341b8aab738e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada8fefa28513ea38aee7d86dc11a2bbac985e972d646c77b45be52472008119
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce9cb239eb4b1a04c5a116a0ad4ec20b6221bd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcebc507c8b0981ce772b5ab220bb6fad920c86ecf41fe424977de888f3f581
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e0b85157359a42ea8b028caf777f0777bbd40f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddfc46a3807247c02e6bdc589606aaf8ce203945479705055de6e9d5ca736eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08c61984d7b6e7c514e4674fa130e10186eeed0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6c9cd8dc7ffe5e8b21455d0669388bd36eca45fe9f1b63c5fbe7da41d12190
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798cae3be4ae644c8d15552691249ad74676d49f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1235a8f4f288efabe230c4c88158b3188d0346948a12b5cd0a50e621eb0c2584
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12525559eef536543b4c93183a833bab50e1c444
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64b20f7d216937aeb7abcf841a9852d2dfdb2ba59f0bcd24334d71bcf5ef7de
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de00228aa2365d8ba5df34a7df21b6507ba8fec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f2e46fc9bdba55b7b9c9f820080566eaff8cbd8b115f6448825131d2744e4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0848bd851f6722e18e0de969f6426a296e2d14df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8cff2098099806ef55f8e35e1682e86f59786583bf871ddb8d2b60ba51a0f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb200c47f5b3aaae777953b1bc72c7aab4167ace
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f82a42c8b5d98a97febb09c439d4d4aaf8707781ef357544388d89ddea06c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd11c1b57bfb1ff53a73bfb48b9664b280080fd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5db4c59a4081cd10a4b8cc0f67c313861dc824f6e046d259e7369f9b35d84f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690faaa226dad98521c6e1799a976e9c4f5b80dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a1d64751ea32201722cc7ac7ed6b5fa9cb6e38f89e4ff5b5c1b78f08e7126
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca42e08aaa2fe1bd514bff8f34608529f0f3b39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b54147a975591f6b76bb586b96d5e55fa7601eed492f2d2e176481ab2e1298
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08879ba5e0eba545ce2496008f12a510d815208d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8797a4e408ada69927266d555fa0dad4ecd4f59b1b45701fb62ee00c9e26f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3633b570d17659b1a93f6c8a8225a456386519
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806e7c68a833bf7dcd4799d6ed00663fe76d190bfa9ca73ed2a60cf07d4c52eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9b033f5c2e51437c0544468cd786cf0d8ec73f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f319eceac43833e36d4abf4a887144633fd083ea210312d8ae9b79f02555166
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72240605158b0f1dbee215e3711d3c1189ce14ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ba63217e44102f87fb4313f8d6274e9c8b026298e23e1723dd7df925bd0e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47307f3ff188acb9ff0cff81974c6d36ea36adbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8260276350e32f6c10de85d03221a4126d0bce2a8f4b3243855afc747805baf0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2824f9a581ec31de2a43964645d4fcf1a7d54e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f30afac1935c16c1dbbd01937e5df6ae8fbb7ad957028f9250b007824614f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38098bf4f0f4df99a620cfdbeb3980af7af8b0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd88710235d9a0eb43549f407c57f4324f39d6d690e26a289a41c2d1ed45d43
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702719fa251114cc5810ff88a4f83fe4a13dc28b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3233b5b8009b1f9a0ad6acb5ef85b6b6a7ee1fae647ec0bc48ca675670eee29a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86f3f6cc69819cb940c7366c71ecb0f12193e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6213fb6b7dec50ac3b91b4eba55c68ac490671204ccc72bde6ab6f4e3a9863
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8018c9f7f19aa1c3629a759de9c719f05a538f5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98434b75b8b1fc2b6750f8dc54dbd34db54de89e382cf796d48d6ae79eefeee7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9cfedf4d2c8afb32cce7c73031cf670802edfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833b96128ff28f457f6a23181425358cab019689edb55385faadaa324dc5d1b5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d618a6d64d840d8aaf29279eb4caf9f1a809c2a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13a180e9657b5a909c3ca326c43deb0ac0b1296cd046f20788dc23926b31e44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ed1296f10142aaca9acab586b210f01df6c66a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee48d96bddcd55d91e87bb8353235a7a1b533a129cefbe8a9683b2c5849a5950
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66adb10b2e38cf503eeff620d2891e9822806b4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f473accddc60b255190486beffd72c94ea5effad90dde5a0e9a509b9c74d33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abab041d8d5dec0e1220c8a31c4a0c9bc2932bb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c18341e54fa77efb694fc3f77678a9ca677e59e5031cd21d3a83474cfb177f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8c99ec0ee000c6b53c60995b24172d57a82f4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138dda37c45c0eff486cab951609738156133f959bceda46e8746fb4c8e0734
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0963ce0c9d6f4cd23dd0e8229c4fa944cc8a8cff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae33c45581adaf1262eb6e742fc6669e97612bb2070800f7f3888e7f020a4f8a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c7ec4e21a79bcef20e8607e387f4fffde4031b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024fab4d87fccd16e4f78fa1f0becce5590995eca56ca0a665faa0812ab4aa33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f5f5504ab6d142f44ba834f382dd365dfa71f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b80989289f30342e5b743335a77705e3ac22a37a8e922c71f0a255ef89caf90
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef795400581269d7e6d6b1835f8a17c21a8d112
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab1ed46c3996f892630598e3de5f48bd75eacc98b5a00134d79f741d91d6174
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637f198f2133fc7b9cde933a54f523b4eca45f87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726d0898f05a76471ee45a0af1eb3f75c86a176df129110e8d2a4c842aac811a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f0bdbc76e04145fe37715fb9e6da259ac68790
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4456d2537769f58217167b8777a6df54758b41dcea3f68cea294f7b52a7b14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf899db972869d21707ce62ef60fb90590219eff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97e1c7cf1b9c48566c2baa5f6293a4d90d1954e4bc5c04e4dc1bf34bae38943
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015809dbf0c86de8f7d6a17f1112f1c9d11b15b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6806ff3e9dba754149f2de0d98ce5553ed417cfd0ad7d251ec41b3acabee7b84
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908efd1c8f356d32f18ff78ae1c3b19ca2270b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76300d3df94b0395c981b9f21bb5977b3886d931f4549412b034e144e988348a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967816c5c4496d24b2d0b9d37b2d2f481d9aff5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bca38f148dbfb6ad71ca6ac277c8c44997c10b55eee91f1abfa1f2faf54f77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2627b42b9d5be6346d9f5c8a5b83ddf88c0ed1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cc6b97fadf33ebd2eb700bf1eadddcca6260ba35e30510ad549c8bb9d5d59d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8da6d98196d7bd3714d614d504b831836a3bf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5c636d5d9304f74ad3334092b4fe8251f28444e9bff54925f0f3e57e9b6111
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ec6610f0e7409c358a3a86eea3dbdbda34d5c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283a71ba483c086873e7b2f681024e88e8ca115775c78d20248d78af473d4899
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fca3e956a6210e00b3483f21b4356eb2989810c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f649c7c5251f5f7ecfea7c09d0b30cb764eab385c5fe2d86d009d5f5ee45b0b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b436b22c0919310b1272779c2c4d27539fcdc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c91ceb76034aaeb9ceb6376df800a5608edc72909b3cbb619c06f4f36941e9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d43e7504005e188b3839e876dcebd6e270b246
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3de0dabb3b236908d71e8ff66437178b64965b4c4d68e3d488b198e8636611e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42951e7c33b12b9da2cd84cd324e71717c675022
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ca9d046d9d060dda11e4e638a2fa0ca1db039f7ded61836b50d2a03b6b914f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018c27588d4712c230942b4ac763ae02519089e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5910de0e21497d0db316de5b55d5a72ff92259f49db7ed90cfae37387e736770
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8351cf72c3ac06b3145e4faf60b3ecb9b694a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f469a6b27bb59aec496e25ee4e4f32b7e1c474a2aa3c3dbeb27f315ffbd1f0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573993cad3a4841d90adc47e5a71f01f61342d7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d85fa929ab3ee833068cc5a805a557d3474c5362dff50832c96bf162a8951e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cc5d8676c49a7fa3fbb4f1812dd1c53491935f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efb6a5f41701258d0ef18ba504f83367e03bbe77eefd3d64016d70347acd221
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9491885bb995d77bd4e7bf22c5a0a524eddad518
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4fb70c730fcf3aac3e95ce800c41992a3c63dc3166a6390a21ea21c7d9a3ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f3654fdd64cf4fd6c76e803041a5ef81b52143
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddf86df99431cbad481601531dc277548ceb43598b2777acf5ed5c1c08d302f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638db6b3b0bc7e208797041c1780ac6edd56a861
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e6a665b9cfb7a1822f8b506a6f0a883cf6a3b0ede03512e79524116b14a0ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ee4493b466ae4e51b46f95571a541629e34543
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dfd4d0bfb0a5fb0d83a07bb825152100977e44fa533a58ab563cb6333a37fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e6e4f43369cf94fd947f8cf05161230fec4ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bab3dec8cd1d39e79728be2357bf1b710ef6f8db834ec12132f49542f12b4c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14811fd3a0bc98bb54b0344b136ca318d34b7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d949d49df9abce9a0c856e7208cbc4be652c49dcd432c1c9455364c01c94592
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f6d3e61b268cd1eb7f3457ed8a625a2cd931dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff05591f35149bdb231a2a774f2b6f0b7803057fc44fecb2677f6170d8a4189
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0b73ff3daa1fb9305402b1913f65486d68265e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c963f09d30adae7b865c13bd3464390a66e72b5f4a9d5cd778e94524597586
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fec3b1abcd098e8cb8ff521dd849bc30c034e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35a74ab9d01bea620e869065fa3a266800a053681e1cb6becb44a1e696899cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cb16bf7fdb7e17c717283791e6ea49ec2b297a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383e33603ed410704217a3fb055ae6237ce46ef2a8c54762eefbbc7dd37b3d47
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ebd9b2cd234a7c1553640a8ce270320a5d3e5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6833c050291a2552a5b169a330e2686b485d7229aa6d5c14e7c9059b9c867d96
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb717d56da6b8506ba45e4efba7e973d7566c78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d45d329e86a9c1395806abb07f649b586fc9df9ad2df7b286ddd4ba0a43801
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca25f41285d85aeac37f5857e5336397b37028b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7885c5973bf2a4a53c378fd29a428e9bd24c95c9334bbb33b04f6d7ef25ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401cca7670deb226afb0676a58055a027edb4f39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee3beb30849fef627de6c952a7d6f363f0b6f16c5b7321db47562296d820508
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6347b66742be99245d5c14a4f33cfb3ac30cb887
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde8a5ac7847298d801f6c6bfb63c8395974bb26a258d10028eceb167225dde7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c0527310c2ca5a8477d6343850e34160897826
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6267f03b6f67d2d1aa3329f7e27259b8e9d737ee339be5de9cac7193ff2448cd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f87d5d4d4ad735888ac47bcbd43715adfd99d7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2143f4225691ad23b4a651e2cd3e621337303007a3f8aac3e2266d91f3941db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca22d5a2f110c25d14772710abc2b7e5240c63c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3538a252c3ec0091cb0a3c176260ffb5c86cd3e672581c34d3b7c65ebcddf4d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9794c48a32feb4b90f76b58d295235f3409bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d14efb909129f386bc866b49ce1c64067dd0f10bd72bd3fa04f938d7dc905b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b986916c1633eec532fe8bbcb5da0fb633041f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1826e9598a7a9e23100296c06a131e3aed329f63c7fe252ff40c74e79417cee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb53da317d75a5e9abc3824bcac5c340d615374
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7f94c95d9e37b93fa65d0a68e151bd34a4c1ab4ae5c710abbf0ebcd69fa462
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef408d80df3497b0b075d342e124e803b840a21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62db98e6716fc7a3525fae2c7071b72ff1d3ad8362de09ec42d237c309ce849b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096e04dde156aebf2a72e90a9b0ecf97f84ac83e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0405a754fb949aa3ff846e1c22428b7fc711e019cb95a33a94ef019ad16d15
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feeff90ab8679daa498c7625479d51b5f26fa06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cdbdaf12a47038cf3529bf32ceaefac5a642f46a5280840fe8d7f25376e930
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6796cc3415df940b5d812038ac4668b64f590ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b66cf45ccf56a2ce25cb41c5230ce0c630c96286b266486e0e11069a3fd425
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae4b661db8ba0da867e97d37ecaeee10e3dc295
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84f248400361728b914e2c2dc63866a24afe7da9f27166cadf7ade6037a266b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778e734efff24173600e4ce12501cca85d8066fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16fcc645e4261822d46d3feea9ea627f0b0f60db84697b28fe0bb1742689abc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b61983d72db8e40987c10bb75f72fc7450eb074
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34ee1e0db74e6e23c79b72542816fdddd4c356cdf309817f4804f506789b26e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd30bed4d76dac356bbd223b590b3d7d78a4c20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf68e404e8d4aacf195de8c3194c091f9dfb60c8407285de268fa5e35144cdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abd285e0477826478549558fb4eb74c9d239f5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcb32cd0e96e4a4e7bda96072ab3263b443fe6ac071efce8b8cfeb71f94724c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7675f8d92f6cff1f88adcc063c4f0b957e9a421d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573ade237aaa5d0f70e601cda4fe6053dfb213a901871ca1eda8efb09480631f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ba21bcb26d972788a9edce48dc654aced69334
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0ae2a6ff90dae5b709a38edbf8bcf65753adde5726b2ce533f2b16a72775c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fcb365355ee908105ac28e08aa68994e66a259
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0192c0b90973e99c2be86baf9c17f2344a8c627d1c7365970b91e6c0e86e0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0429fa4ac6dde152c0bfe4bcd5758aceb7b6db4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5fab8d8c1f13c23d8fc7f38d615e66a12eee280c0edc8e7ce3b0de8d95cdf1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b76fda43b39b05597a329a2728a42a22028188
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749328bdfaa1ea2e3abaee3f5b2e821c7a196db81b83ff4f72d02d075a423bca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a466db1c33f3afc5598fb9ff4bc66fbc05e20c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4daefd8d92f7d0fa303dc2058879cb1f853486b155b278e3c32031819a10b2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6a2e75aa3646e20aa7d53648c60f0da861a666
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636c49e60a5bf708adc47189b1b25e7cba32807f5f74a262b6f20cd175ed861e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c1147a0eecfdccd724966789182d4ed155ef78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db56a09954e8408cfa01faa2e148890c5cf506d8f2bae4ed49e3ab314565593
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc59466cb0766d292d218d62a2b7e8fbf0e6be0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd77717374238492d630b62ba70f6f89cae9f14da886552f623a31723407f8df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9f6d0bbe3792a5bcab510975a9fd0eb3faf90b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c1aedde09c3ba52ed4d13684d6a40ff6753d0ade07931d25881e8e3422569d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76e87962dc955032a9501f97c82a7d3125657ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6706a7f805b81bfc0ca34b89d4da492c8fe8f943d9b8691bd82a738b6a7eb777
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb9a7a6a9e4483427e641a29a69d062bcf24649
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f55fe549ed93faf3caa593162ba23063bf99f955e48fdfd04d43010ac78d7cb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdf7b30ca3edeb9b8b2443cda24a3c3b43b5802
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a137e6e965ae98a40fb40c61f3b165b2912560fa20204d0293b75894631a9c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c69b0a5723df35de3a84ddd9b43848a92d26eb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785586e0268a45305bf0b5e6ec3ba48d5a8c66fd34c5caf5cc82395dd173cfa2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ca9923e69a4daa9712dc3f54ae91abd22cdbb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601e17d514012cc787632a1d78592c3687d3e6c92359f0898c03d4be73462b64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94504993a8519e399333c1d59fababb1d4a4ee1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8025290265f8ac7896a27035601ed23eb4c2f695a4c31c5eb29967f21c3d42e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b503fcbeecfec34e236397421b03a5212fe38b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b3ac7dc10860a736b49c077979e2ab5ade1790556e5cbd28994eff3c29c379
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458dffc6f5b12233cbda7755aebfba498ce5d5e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53b8fe40cbfef086555d4d2bfd136e9f65552b5ed38f7b6f87b01fac724e86f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271c081e403001de61db654dcaa009e255c77c97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a56cc30da79c610f1b93eecfbc12c56bf2b645edb8424b5c854aa04e36a7e4d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54498757de09d8eca5d2a93e4d6c65c676dee55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adface30dac0ed9fb026c56e32cc7fd0c65f69169fd092d9de2551d00a49acb7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2293877349ca19934df9b26a4eb59dfd3a8ac9c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0079429c0ace4c27335f96bf35221e7882f0f2ed0c1e5b83e9a7fab0d2d81313
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07354fc8124fab77304730f73d1a3bef92e92ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23b565bb14663892206b4c3b516751fa49e46990fb7bce2cadb78046eec0063
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3538bfa2528bc2ddd9d17f011da81d6046a9f437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5297673be1838ab17ee3e1ea0208a378909046087f26385347631786b1e01ad9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f190b1aa6cf55fdf09fb8a2f5dbe22a3a0d824
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b69212587920b25ace6990b6b1eb7c05a9f5c875813faf162d8e329ec08bc61
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a02227479b4f51ab28b9eec62eef7be30b9f37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb788da570cb520043ef94a1bf58651849c05a853c790fbeb5f21c9f0e893c90
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4797411f1935eca40a1d4de6a088a01d9b66830a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4912cbd7b5ebd9cc5fad3b97b8e93ecaa6a195f6fa89f4b51791ee713619254
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3359743122263b92dfa2e887883861d31506213
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084a31418f28828ef69a58df57f6fb7e4bcef533099988993a5ae5dd778201c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d585fd6a6de866f30d8a3eb37165e5c2c6ff902
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1c5679377e6676b8066525f50f657bc39b847c24ab6a61ba749873aa6d00b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa80708e2a1a724adafcf449219af1db92faea9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486f567f0ded8ced0929b75ad6e817ad44c5fd0a0b09c0f8d80b0c2c64f86c8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb176de4fbe4a8ad9d03314201f2f64c253be045
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea687447f053a4f4257448b0112945be784429c12e81a90fd8edfac8e50bdd6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d4ec43030da1d24b04cfcf31230a4a022ce78e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96fd8e6cecc4e53d02831e416de1052c2aa05920d8ff8264de5418b374bba47
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958e346ae761a6eaa1a74f2f9ea9db0b70d923e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edec04d738811ae1c6312ec59942e6dd1eacdb27e7d07d0ddda15729747d4b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93618b5fb1aba07ad1765c6776629f239214a53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466dde812baf9944c7efb026a05edb6a1a67ef5b256fafc68306145cdaa3277e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227bc76c41c73139a7aa92b96decfc37c2a5fbaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c6342751ea39e24651fbd7b549e5ad0dae775d22e172ea2d4ab81f3e784494
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe3312b9fdef80a28234595aaad2f2a7a1857c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d26246ec7ddb2b1a1ff1861b81021647548f56852d544225266bcd08b0e9334
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca05b5506fcb907228c8b77b1a9644a1bf0c2ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94690a12df2ba3235ce9e73c0aff78b5712ec547c54c21a2c1095996949311
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5408acb67e6dd1d89bd422c1d11aa4d9dadf111d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4d6e2ebc3d2dda24e4dcdce0b39af0ada27b30204446c0b542c4ee58411891
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d41c648b5b3faa22a91133615ba9a04ec578349
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeeec848c7d3dd0627b1c7d00d3f7db0a674e695a7ffe3f191091d1385b4b69
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd94950a1733af8e7c635b5530da7312887198cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21112a83fdca14c54ca5bc099e7d89ce214a5a4f387a673fc7d227a273ee2021
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d83b616d2e3096967c0ccef7f2036890db4ef4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70723b261b305836f32320409066f6dd5d087ce0e555260a9ff3543bc60d96ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509371932e5fb8f746a56e4a1f9a1dbab1dd0d07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42568f0bf85bd70824efd3d0e6366ed9d25d4dae3231b435627d8107c467f7d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aea12ca1b1801a510c26689cc83599c66ff23d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4215890fe987118525710ec8516a61a1e325aca80e227c4268069c8a786e37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2167f32a6ec9a3f572e5f49372bdd5280cd0a28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dd830e33b0fd167067d47cceb3fc84239c623ed85e44b9ee46c7f743ae29ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9295a9d74b30ce0113e25eca665063196536c181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2469454e25b1790ca0ea1ab9f1577485fae6000a747d5b5686857887a0007b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034e9aa3fe36f3c74c72dbff609c13f5cc761901
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e8d1f9e84445e0cbf55484e3d7485e509d9abee811e5f0cd2c41a7ea6f4ddc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd03f4000c7000abbf852d4502604b11cc4c38b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d186b738f3859ad5acc24d0453f2813c8c4447cf4b7a044583b5f601f713ae9c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb37ad8a8e37a58278a22c28f1419f789c22ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a67955d18ade905a474e1fbbaa826f7473afc69fcb93924a82cf9b9942d185
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa3d0632cfb1ac63d1f65fe0f3e4bbb93605d4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb88bd3f22270ed463df3b328cf7b8d2e4ef137121a43eb78ac86a986cc57ff9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fea932c7f86019541e61c82add3a16274bf370a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112ed82bc9918ed1aad991786284623c56c28786c945a41b94a2d1584c055337
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d60d2e50acbc016c8a967628328eb192672d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb8c7fb45527602a143d8140fe8ff2a7cac91d39fb0b8c80a86d300d9cd9bc9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ac4b1e8570ee71198b1debf137557ef870c076
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c43d4b7235383861034d231bc051dc3995a943260315e877ddeb7705d10fbf5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eefc1b0ea962d5cd7dd5a72102d8644a82ccccd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4797c099be5b5a66ad97fc283da4239ed1174210d8c04a92abd62cda688302
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dab0a9365a2c9fe9ee48008dc31efde5d09de1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b7b3867619d8719e3b2d6b3d71adba83c303da00c7d8cee8b552f861646060
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12628eb2e5c501351f1aa95667136cbabdc9c59
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7afbb0979bc79d1122f2c26a2a84b30d8c3820a5608761b2a1c7569645ea9d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc18fc058fe7a06c9e3ea1d60255759d714feebb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602d1db7f1e5615b710526a4dae8d48acac3b25e90013885addbbbaf520a500e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a85848d071a9a8547f57d858e06d377b0e6726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6e61a95c6d1f86e6012764b6630d8b2de5431b4882d3943db16a1ef2d9e63
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f9734bd7e65c7ab222aece7baed71646f63415
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a627acbbafb2fc945856ed8fd7583b6ad6cc72726ea60a41d9c712fb0444cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114189a22ffa2650d53e4a225a2f7ccb303c5fe5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d66d1dffe35d102706ab5923934f875f7506347c010a5ee99a41d5a647a7fdd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66cb9bbea7963ea2bed3e07783d311b8259f3b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edc43a34d0349d1f750e95ce8148d9cb597fcc54a2171aab707ef769bc95be8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89597fc7107029e29ce49781524bdba3171ee319
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236dc7f50d31ee7c0624d4f011c1eb076dd8c0749f4c30754be8929571246672
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee86877e8b8d57b802c2aaf6e7a16638c6b0660
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da04e06a9fa4cf1902033996e713296d15ba995828ee4bf258c941f27197e15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cfd5b6c1dc6889af8c825778c87e77f5dc78d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3620b58b932a97d1ba1d762267b4205768b0134443d38152bb91c69cfe88767a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d090801f5450dbb968d501c49bf53e7a7840793b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c0de5eda34002a32b55fd9bd093dcf178123ed40504690bc9578d75db8e243
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4675f0c99b5524dac8f7e89fd15daca064835967
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c71cfd30cd8955b1bf28500753032abddb316a320a3c1d826a13502f362c296
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e26b307ca835d13c0562550b279096d349abee7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821fce43d049a13b5cb8c20580c8215fa103447cfc566233147c8d803878acb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a0c85608220d3dc446969056ba05cddb216738
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086d1ab2382ee51ba1db3df459d12de7192c06abdfa0cc670cf411b3e0255626
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae513824101023b7869bd824a34ebea183d3472
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247f390f11bbffb847570b761a7331bcd8a68eef414fd5405c8fc5c08c7807ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0437395df3cc23db5f7a9db1bd31408263f3ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b709078e54ed42da3b56ec81d8eaffc0e2dd09c30bcc15c69d1f4669268cc1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d7057faa16355c9d2a3ebfea1a5600afa651c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1453c7b1eb76494420297200dacf07be00de961f1e3fd7ac61986b33707ac2a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbd053450a8b5b33672e365afe17c00cba20342
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5a2e460cb68203ff83f191841bf1537f01a36d2f243bc040a51aa495ca30f0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d29a14a761217c64af51b770879fd93bf0ba15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3dcde39ff24ce6c55f7d51dcb8f3a4f2e5b778d73e9bb11611660cea2d8a38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e24e04e3f2a7be749de3382166916b37b519d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377b46bd3fc58634db626e9af9109f9aada1ee50dcad7894f7bc60863f2f8e02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17643e0f8f1485093c3e75493124d4dafbb1169
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdbea962285de56954da893cc2ecb5b43933a19f7a8bb9b1c6cc7726c85c188
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8acd65fb2467dfffa10245151ce4d9a479b2978
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1437c1d8b78fd85e1dfd1c2bf240f179e93dab031a5ed7da053bb767b63ab489
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b637f90d2cbd02912602e231d1852983a96520e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aab59a2e0c9b6efd33605a56325a75898e8296e799ba7a1630b5f97d69ef15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1483978db3fb9962baf99bc30cf04a74bc151934
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2261bdb7a3438da60d328e0cda47a681e3958e6581490aae867465db3898e12d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f20f08a63ccc96e77cdf0f89aad4af3965ca62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf41343a86001b23762c249cf750bc1dc2267a4a690e3630fdff334f3ca68897
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872ac80c6840dfe302b49fe03e4f312ff7d87ac4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65e774535643d8520acd3f987f4296d7d8d8cea9efb10796a2c4186d32fabec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff47be2db3803afa490f691db2447c752287388
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5390813782a33c3989ee432a42a333af23f882448a938c38e73e48f5402f9a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e793d494fdbf3581602c53521106a4f88106f768
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c3c4eea270a8951fc84ca7635455f547043d47d89ae1c1b2a7477b23faa7d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f83f567711a3a891cae8aef9c07498c33ca1415
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae61d290efa31f566e3d66a5d641a8cd738007c4a2e0e5cce308aeca1f18e677
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcae761ceee991163db16b28fe49c7971cb8892
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc576e65ca0cdf50f9b29254dde9986d35dc39106ab0d71cad02b643d5cd7ccf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc894d84cd466856954508839ce299767894966
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c24c69b6506c1b9865773f58f0876cd2dcdc0273556605988ac896b96b0094
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4babecff771e7b35e316c5698c0f4f592b764a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e3f3ad685c46af514002712608cb7c2de63177f1c7ac0dd35fc73ffcfceae0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36827d5da61ad50922b5bc1f32f42d0cd920a434
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2310d540e2615d75e2893efba1292a2e6583c285883cf01b4d96c3c4dc2c8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af41beaeb07d0565ac44782eadde26437feebf58
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d34be009c139f6d518a5ba477de193ed9bb55840a57085786c22bccc49e4653
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588cfd0ecf7cba5a190dcd85d603180c3316b30f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1477a4acdf360d32ad73a76a31dea613a055058c95c438a863166bb199982511
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c64ea07ad9492d8861a20848adaf6b1d9b18a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e750e311c620783d1d8a2955104669b226ef0b7c7f7a8a470d5328f71d81d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3007cd3f8c9e6b0f157abdf46f67775fd762867c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9d830aa815a771daef79257e0953a43a653ed9ad5f141ca283d4dd4ef9245d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994b4d553a6432913db14d63ab5d5d01ad93f95e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61116b8a8958bb6b3750babe7484edad70323e96242b9419fc86517810fa6c14
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710f2c4af40a23f967b3ec8a3d82cd52fcac1171
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66605bfbe39bfc409110b1689f982237f5c83bea3fcac7298bb36e4edbc3b08c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfc47d0c13365b5d046f3b9022b0b12cf67a76f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e6e841577416c1c1fafe65c13329772e4f5bae5ed6107d00510d87e146265a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a965b2a1b69f09a5e19d2c7bf2f8c8a79c658837
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b765ea5d744d2d594732f051c3b598702f5f9e1d7d49813e52525e4d35b1a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c709d8d412d815555177c367293e2889ed99e98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b88f6f842f8dc160ce4e40030730ca6d1cfee762e26bacee1c2bd0e3cc6a7e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253d4bda7bb880b23e39b9222bf576e563856ed2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b19b455e5bba19b4dd5136699447e90c78b9364c487a74eaf3cc62fbd80fbb1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798932e97d866eb370dea72abaf70376ae914b51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253e723c4b39b858745e923a824647e94c7262b853b2189b2d03793fc9b5b52e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee9aa5db36dd55f68c035b05c48745092dfb024
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4393645e0c1e116415e3a0268233b0215f46a1293c34e1d6711ba634fd0eef1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592ca0b25d88e7728ef13db6b2eeb41fd4647f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1e31f30b4c86304eca619f4d85708019c3b0da3bad3c8eb2a5f613efa32ac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2dc21ef8a7af0767f85cd8ce44f0874a0f46af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6d3e55a4c36e3fb72c772f2fbbd6bb0a8ca8ef4227bae5d2390b6cc6c5231c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e936d68a68089be3ac82ea210ed9e4142d66da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039b87ed831c880a8c0ddd199ce4d192b198de36bf0e07301eae2df82bc763f4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b040eb92a89f2e8abea8eee12da57bb2513ea81d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb8d3bfe3b555c048bdf090665faa2fe305262f3ea1e130dc8c0f9549930e1f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dd6e699e00cb1435d43a7a0ea8e51e88a6a140
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5315388d6f398583ec9ccae0a2c774dfce1d6f0daa205078462253e9d2929ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e60abbb34a08a199f5b620f48f1368c2cae4d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bae54d233d7665837bf42f86ec4d10e708986c1353fdea4f8d02efd5b646ff8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6b614bb4647739dd631d05198ebf0e7c20fad6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21edb6d7858ed8c06ae53b39cddb9801fcb6d3c9edd5591c3b51dae30ced40c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dda6dac1fa771a8d2bd0b4af0256b0d90e882b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc0ce5d42bc85c6ffa41a7693b5214dd6d5ac6cd79ad06a8c2a423b523b385e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b76d9fe5852206b3caf8db5e09e6530e1b3121
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee318b631da82295c67fdbccac57256cedfad320a9cf64c242069a33f6ba4a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4545e6206c27d85040237ee0f352456c4a5517
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeab64162ae6864efd2700eb663c65fa182bdd79af8a58276654e77c7261591
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5533477d38fc212a460eda299b53291f96be5351
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4a22920bf50fdcdf41148272b238376b1ebba5bf81869ee72579232cace40c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97bbdb1ee1ab414c5fae99f7670dd2bd3930759
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1de64c054b0b344681bb46fb6e497e3ef25a3d55ca342e841c542cbc29378e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ed17a08ae35d5691576ba16f382c10624be91f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c1abd98c6d5ccbb0efbb17716fd52b76507c399ac9cc708df100ccb744d01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afd5c9dbdb36d57c0637db632ae0e02c444ccfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788cca27b10927459da1581010f9771358617a9d048d4d81c8f32b313f185859
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef65890ca8f8edfb99d7f7fc76a60235f6c7d73d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bcf325aeb5a403f733144762d33b07ce253e2cf8a5a8d037a13a860ab41000
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03060f6c890c9f71b9f5e8668bc8a2a2d313e35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c0335b35e7a9baef29edccac863427c3305bb2e7591280e3224e438076c869
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ff6ecdf4f11bd0c55a7427d189b082fe04a05a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9322af1fbf3ac4d60fe0234e18ef08624d1a3fd08e4611eea6923e0040827769
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea6f52c1ce5f27ec8e11c32d6bff583a9b4ffcc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd32920c2732bc92d75696a37de167c6b649d1db050b40e7713d952ebf696a4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a7707f79aedbdc941e01c1fc8ef8f85e787cd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953de96d1811e4390d58897d68ff6c5b58216eef75cc1bccbdafaa9f24d398fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2135594f10393433da42f215b83d60417236d9f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0139b0a439a97cbad443db3769f93032363c52c5fe50f117116415c7cf5fa027
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be01bb932991203a6d5686412dbd20c9e5df48c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32728e3daa4246cd2e425ad668a1edfce7dd1a1e7554972430b74326b0b0aa7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34de2d17063c3c8e93770f4363cc3cbf6d1a75b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024e16a65dc5f7916b2ed4c40b4974bc0d38ddfbc02975f0517a046bfc26a155
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b629b95b869fc44849e6e56421c2a7caae6abdeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c880d0be86aa4d0593e2173f3350d64815f0c0efdb87ff3c7d883eeb16b3f183
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065a1e662c77b12f6ac1302b1549147c76d655db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8901eeba7e6514fb95ea82e33b56e54e48ea001c009507ef3ef43e3278c32674
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a64f86614b837a726ee04bc749dec1362d1e391
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11c43d83a39e9b087934a2bd5fee2ce733e3a74f7e96a9ea2e27cb80e92a0de
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985a6244e6c0ca2c25b2273d909fe30dab7eee81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ee77bf7c4451d968794bd85da0bdb705cb5880847eaed69c82c8d812381ee2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51457a3cb4b1d31b3c0aad7f586d93b06bcdce29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cfa55c3edb0fbb8d1782ff18814ec08e2130585045880b853ac8795cc221f8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b152bb5dcbbdd43ee075341fe99f597f6628dbb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92fa843e8b518506702099a8d5d0d48ee374ae0d57c08202257a8f8aed747cf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea6d53f40938faedd56fe006c0517ef3c1a0d18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6b4588b6d69677b8520815676a6d37c9bafbb8550dce2bc71ec8817544f66d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb46bf0f55571a3e24070ebb172b775f7e41f666
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e4d4af314ec4651bcb4fda1cb63da08146735cc647a25d7e8609463b3f0f4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8661b88828f42d428dd89bea9372e452e4bb9e2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b330a2bcfce2f6f61d360f926276f69c243da35ea6efdb72dc56edfebb7625d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f529cb4120a5c801fe1f5790de7d058eb9d3e4bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7219dd6c40e6528293864f5285081e5c94a1301e55e12c214ccfba669b9ee807
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4a92e1face25f18271c81ef42ec10d48ef7ee5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6b8f711175d70fb1f599a99c3c5c80372ebebcf2b9a0f1e707fbb83b2127e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93be84755fd873e24ec39e124a61e1aff9f857a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682e45ee069c54043116029635e9103e0b71d0946a590d51c6929bfcdd7ae0d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd2d1638db438d77d3eaecae7700742d0b6b53b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751eb6164ed3b6f99685c36c44048d3b1ba642839d63cdf529009e6bff99a42f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7a053b899d1fbf0bcb4829e3c846fa8ee5f139
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30218bbff45cb22eb0e3cd09b15c679e628bafb4ca96b1f66506ffecedb04c14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55a6783df2e3974384d67ce0738abd80ad18be0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8daa4e47b297ffdbf0553d96fb9a28a84ea5310d9b8f4b788b3fb0807b6f1b67
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092e239a8efc38fc90fa1bcb37ef12f5c8c6693b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216a2470772a56c2be6c7ba3969254bad069ae52e1fe87f2dae69666a4eec553
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbab2b2e1a939fa676df74d1a9b3593eaae956c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3683aa6280af63537c4b69fbb5327b01f6d78e809a487b19739df5806761d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb2a777c766b7ce0ee4907ef4baeb87dae67914
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213b555b895cdc1ddfd7c03c0b5b8c91334a62668ca91c4754426e1c5f20c709
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dd290c7b9988284511f81a871d5488616f33ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bb5bee0711b653797f7488da55b2562e14f00940007b169a5edec4c72cd93b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6da671de5d96a838dd5b624d3daced7839f9ea7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086392aa8b555cdd8cfdac78ed1de99dcdbae10219fadcc6a95c90ae6fa4975b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91cd6d39aedf9e74d7c03c6817a654702a1a02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf423d96ef4d896e71185f770bf905134591bd70cb6cbf4a94f4e037918130f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd746257e2d088027ded62689817a52e0587941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c556c277cd6ca051a15ca837bf6c1e8533fc80077d63a1c07a273ac223ba406
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad00eabf740baac92701707151d6ba78a75c5c37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd140eb9cc3c4940470713ebfcfde45b7d8feeea159d2d01d236ce77e8e14a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389a9937af959a45a4b9ff852a1fe815e2b8cd62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae9f780220ead717825122796c4d3a0c9d33b5de6975b11ea1dee7ffe23ead7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a7fee4fb361b79967263001e95c83ff4536501
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9eca1c8e1607c606ef2e25ed7d67e154d36ab6f68598b16f20f2d1dfe1e096
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7250d7960a9f0a1f1dcd0370606bdc4a9ec05765
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f07370ef405caaa64028c7bde938aac98d4c094eb21ba92b6014ddded347d02
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec6ff4803260606dafd33cae6473f37330b14ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1922cb2c1a29f092ff6ce2c59a5369af2b52d94591965629ec64570268c8695
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5d1f703bf51b333a2059a9423576c5d92a7b29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e4131567867e79d6cfbc0123f49255f56f261333f0e16ce78f1edbab4200b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce0175fc80306869393a3b1d0c042113d7e3baa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b86085cfc757fdd165cdd2e4f02a8b8c9434d110252513853da2db4c8b68b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4a18b6b7a9e9f575f16782488c7d1760b760f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7262588e00f1e412fa6d3e7b7479f5a5094fc03e0b24718032d7183487adf3dd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865bf668db57c41743b57951ad76450b4cc723a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51453e3a8f969cd7bc9d2ba2ac75b19b54e278fb23b3331e26b56528c9501a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e884d5280c149f390c955168d058fdd5538cdbdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341999d3ea1aac33fbfe9209fd34c76ed26ad18bbc6dfeef62be52d004b883c0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6b54dfb6cbdc7703422d349dcda92eb59fa921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbbe59b64532b799551b4e1cd383593349fe98d562ad81f4bbbeef6a0c6e3f2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c083333ef9f398599f8c39d09a33e544c65b7fb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dd6f342f9fe6785a1f7139cad3f8ab29e71127a7a195ed6fa2201cb9f844b5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021f1fb74b5b4a26aa19b0fa57dd7c38f7a4ae6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f526f631292e2c076e075116d54e07e38491c9cc37bede3f97935446f67858
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d326fd5895e7cb7c18c58bbfb3829765ea9fde02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f03d34c48351c31ebfa5e2a5b7c6238144c02dd5044a7c5b3a9883f2964d5f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf46811430e238d16190b19801ed8a0b3551bde
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f78fc775abd54782321e904b92dc766e6eecbe2cbf53af94f3a68df91c3d5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c1d259492bd65b8ef68467c5d85f5d0a8db4f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85789790337400f9eb7fb4a8ef51a09eea005c2d5d7130a3a72708240a1ac0d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9698ff313648313ba7ecb32bd2dc8b8dffaae04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5938dee4b2086db70488a8d545e5eb49593089d86b9c9be177c320bdc45672
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3272bafc30c1728612c7fbbfaefc16f400a5c482
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7124431c74433b15a9783a43a6bdbafea5bda7ba00cb3c51db689cd9b61a8bf0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccfaba887eeb58e63f5255ed277d31918e121d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba3a9d219cbbc6c77aea764b4be19f51d69097283a1670b38ff5d13b7190c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56db1f0c918a748f5426acf8580bfa97e7200cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678289165bf712418ac3c8096bf9e58679b619a0bc5e95951bdbf2422dbbe607
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd084122d8bbc99e081f0a39a94709e0ecd3bd6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c5b2c865163e2055b1bf8714c776bb06d0bc58b6f49a9646a0ddff271e4cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e1ebe866b81608e65556be4931b3af9ca764e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e28dbf4a0fb14e730d9725cc4d8311a239531d90e060f28d078e74fb3ae236
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9604b8782e9ad0d191018ff5f12fb93ad75e3da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9735468d2a828334d963a1fc89bf6296202aa50934b0f40895c553b32c7d313e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7b03280d7c4b7d2690ba8a0f9147a9d24f641
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1b8dc8435c5f312c2720f796d28682d8565fe25767dcb3c9f1c4ea23cc2549
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fc437e1b0dc37642d88e9a341a118a2cbed88e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e512ded1f7001523aa64a88a7335d8fd45624756a1ab694e756b9462fb6d06e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d94d7a4eadd628a0e8ae1b0fcd33016d34e0a54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d87709c7ac45b33d545770b1f9ab510a1fd5bbd72b2e172dbee8bdeb711aa65
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f364de9e6a000c7c0b66040bca3101cdb915e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9125226a10b376a7c2465594c97b3f32be4ff1ce3abb13c1b73525adb7d1cc03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba36534a148047f88d275781793c31a5fe53208
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d261135a1574b19c88be46fd18313201b8a238db00aac3fa9125a12ece340
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5941b7879a1e05aa7c7f3e140925ed2f06349070
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3594737ebf3332ae5c050e9f750f409b40bf8ab650476e4e28ece6d9d5e32e17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628551efc0260d5f4433f55151294d7c7bf74314
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0254cb1d1c2120ac6d9d9b4258576319068e3f1bfa0cf497e2a5be1a08c8db6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728792428b8adf730e423611c63debee8ea29d32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bd958768ec4f25eb05c989512e20a117fa155c386438564f72a6f9e3c64f88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf0cfb928ac44acc55b7fbac92f3beb8df02791
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee26c2e6ca35f86fba8ab365d112d4f688741988ef290cdacae6640de7eca379
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173d803d0428cdcc4b84f943a1f151e5a616313e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec84a130f7d65659af89d555e774d29dc5ef4f2cb60b167ae0aa74e83e68b2eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56293b620dc464040ae1e0d305e9491c13f881
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769442aa6469e35daf0d6f41fe0771824f04697ecca3dcada87bd215c979c8c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d8f958f04c659db17775c959cd60db90e6352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bcc6b371cd907a0ec2b6c84ba88972970e119233eeb1ef3f38291bf55fb8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6f96b5ecea914be71e279f77361a9d8b0759ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0577ee870a340df8503f40b91fadffe74403a2804f373d8f4c943d87c2cd085d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a6958552dc386c1f72bc6c09af30656ce6c9b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10ffd72499e8494c70240cbfae10b1efddce7e47530ae37c0301a8ca44db94e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ac2ff1f5212f9269634fad99d03b34c06cf3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245eb73f4f41b01dc16a67a028f1e9ee4237e4a70525e62b43c378a5c4b7c275
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677835c1fd934c7ea320879e52f174f44b1a301d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a370e5d3e756d541be7949627fbda6922f21bbe728bf7108303533f4fceba9d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f904e755cee9183a0bfeb9aa5cfeccdd4d17445d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5a36552f9a2a552db65dffec1cc8bbcd0983d2b1b5775d036517b15c75685
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec173e1190d0125f36447c9e8167c84b09e207b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fac010fd29a0dd8cbf3db31036d1c99c4074062574749da9fdb8ee250f250ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c45eaa13f3c5981a4806aa2072f1f0eb63608a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147105928d28baf9a81ad4cc3690455891d916b970e40e9a07bcccb37f022591
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac3d14def6749e3730b7e22db9c61ee1a2e67e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65982de26e4d80242b8207d13d397ee2adb2cce86f0732780befe84f730fb6e8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a033d335cfb79783a14e0809df986efad0e739
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf7cd81c8fdbccbf834c9e0c7dc61636f4cd26e66fa07bc57b0a52d7ecda62
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed587175f7108d13a7881ee672d8f601873024
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7115ae500aed7d0f7d3d9e83c354615200e25bef6a00255294c43965ba85ff3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62f41a96120d1bb0b931279bfa6ab3d4b7e20c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b443e389d43ad2ba6ca03c9f7a9d1ec5a5681b897f7faa502d1ba1ff613fe9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc34dc1f4c0f316b69f5c88d8c55f1428be83ba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4827da7035ab41a1533a131d0c3f5b6ed818c8b131e50fe9a71187dd6a845e0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6885389a5df19f428359158f4a98685f2066d87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604c1db39562c3e04e808719f66117e13ceb1a1e944b387452ddd5eed9464653
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d030b87fc43988a13b3c256137f6fa10d1c79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd4db3c2f82cf1ef13400d5e2cb5ddc01d607e53f8f155809584a297b5244c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ded239afe5060358ce54121005da8cb6e73c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc97a4156193a6b587c8b84a3f3ba8af0bf43c4fedcfb73cd456c40322534a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ce24208d101751c9558fdfb979367d76c9472e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d019ad28b64456e8104a8c7b62f2185867a4193983cb208cefe9e6166cee4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffde9f275e046a5043d6e6e81157b5fd09a3ba9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7314c4a99703ccc06a4ff05b0d8f8149f32eff9206f7ef22118e09eaf44231bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf39fe8a3d5652a7a54cd162d5e94bb382b3af14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d734d9f1ae1cd99cf49a917c1dba6c7e405bda6487bd1281477be0654f3d6a88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3c4b787d46f758e69b434e1901161416b4d6b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd2183eaecdc9e486ec9610c9609ecaf479264db054834b63ba852e6152cf7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe0db8618012322d3a8ad09d7031aeb7bc3336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418de4c67052d9ef39a79579162e7f68b8002c432c8d144eda2cf7e16e5b65af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de40d5b9fa8ae67aa160b281cfb6fb0068534a0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e13a6d3acde6e26fc78bdc077168d41051cfb43a435305e9cb5a3842634e97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fcac9279f644ba259983d2a97c5da62f48e043
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c790d51b377406a32c48ac4bea6bfb6c955aaed2d5a70ebc7ec20743ef741140
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a98eceb894da89b6a5964029ef14c304a737846
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7785234ca618d590640bf09789e1516b0b8d0aa2b9ca2fe8aba07b0fda66f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e47c689f6219629bf42ed6ddf686304ee108a48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43b434c560b7dd1fc00b68aefb0a866f58e55b1cbde0d4241467e7735e0529
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022e750b3de3786e6bd188556e5f047afba3455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e9e6f9eaba6dc7218b216a2cf9ca7ecad89404c1bb66d2a63f6a9d5e03f04d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861a0918306ce8e9686e0233140e12f79447def3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed0dfe7650ddefd0e4d826049248727ba8569ba67c670e90ec5200d958e0cf0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f51e423b1b1b0c6494a54845e50f9e9892843b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec5bb7933e756d35782cb320eeeae8978d6d47065badda99d4a25b3eb1f0928
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef3ba703829b7cfcaa775d92169cd0ff1e2cb23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32107dde1ea2b1bc18dbf95a5aca29637da9025851813e35809f124f325d992e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e95a732f4efadb50f53de6ed0a2c2f017d5a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20f0059bd138becb18de8bc71d6db2a7a417efbaa36edca69001a3d4f855be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e7590afca21b3380a70cfda7b6efe3d6e0f9bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b26bb459211774eb0514e1b7e308758734c10bf2bd880ddd3b3a4e7715a7c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1356a06af39d560cc16a72f703e44bca215f4a53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb5e3d0ba6d30dae5cf4dbdacba3b0b548ac13fd35073cce398436d64d869c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3262860a7c709a151f1cf7f27f04d8935cc963ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30feb03ea4466843a7710feb59e5d379de6de2cc0c5675c80b30dbf9011387b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b481e84813100fb52b35b22538ec592fa6bddfab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94134887321526f564238b63bac726f5eb85293b7c653e1df3a262fba0b18db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6657622c7181d6bfe8f27b89a62956123647dcc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25ff1c59e44069d56b784c4e640212a5d1e9e1adb3acc23632d14668df6fe0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130aea9a1a5ecea81d0045af50838c4fade87d22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd7d0d42a6d709e92d91a6b9850108e6ffde04b3c5b59c4fd4ce48fd3816549
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17a3fe6d75e86ee193a6a22a03f627d3ac69d35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ea03bf0f17e4f7b92d921e8c961704bc78be72b42543fa5e8f07f4cc3db472
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac10e260832337540c1cd10eafdbf85017f44b24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494e0321572fa13a663878177d3cc6bd3314cfb2d2ba9b67dada47404d8f27b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd818bb7eb23c7e74fb6856ce977843467ac70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00583d4763685f99d0782ae7e8853f088e7f42d47a66542b6ed058604df01880
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0081bbaf245ab980e0f6a882c67c1e4c833abe4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fd33b82563bafc0248d62f1112fdde83bf23788ece3405531695e7bcbaa60f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9577de21fe20861051083ab62ec1d75f01baf7d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3580f388c83dddb95a3d9fbb02892cc4554742e0a2c260e4a7aa69988c42ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7feb1f4fa09efa0b7d77a6ef3046ba63758294
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a225f28068e06a290c086fdf9153e62ddbcb7bbcef6948a22eaf79ee76a969f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8dbae94a6254204579e498c9fa614bb1e9af93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87280f8057c03db2f1db125573be98ef4cb29c6ba395bed7ced545bc08b9d025
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd66e33117fa2ec89630df67a5ef48e2e04de8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b19c2141ce8d20acd8d5dececa58ef111e842b9b0badf46cb720c54a7a03d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1476d316a5da1531312d88483e328cdaed24a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0e1797d27b088196895ab0a82c69bb0c91d5dfc3062208e95974dd1586b01c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef055f7fcdd35f1c54d03e1e33360b8d494aa71d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c7bb8861e4e722e5fcf5ef402d325c27c0a733d011e768bd150017dbc4c51e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89d7c7a9b5d3229cc072ddb14de660edab04c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7803c839cae3092a640c52603b22ebc7ae6c2212664b48f3e387c5eaf1821ac3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd49534aa0e01ac300be42647fb5d4978c0ec374
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec9c96a1ca6a70aaf27ed40f99c741c3de315402e27e0c202b89575aab5914c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b41b6ad3ef63fe356739d3b78a16adb4a2d956
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b05243e3a8fc4196846841d1e669adbb8f8b5d4bf8bd25f5341e5547e7a235
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473a07bf7e5c1efdd88de39229c42d607924fb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cda66edb6cfb9987e7c96b6bbd39358a7a4f585cfaac01ada96faf36251529
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0bc3583a65d3d45c8da134fafd90a1cb67c4ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c032d50fe82c6de4c5ee551766285a93197ece53faf9a12c6f7bacf085e62d3a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914fb0c13c330051ccde2d09a05b7ef12c99a9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac3248f94df2df1e2a514d035eae38dce73f65ea9b536f3aff56d56175d67d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a09961b7fadfe258853a082e675df7bb49cb41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0087c2f262b0483567cc0acb491f2f252967ea41927e73aa8a7814b94f055c9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ef30c211d5d7e494ebabcd3782bfc46421363
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63b568c8aa04da2584026121b1987262ab3cf32419d64930739cd72623334d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3112f0b182ae2246226f64b30d09322661ab25d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac6f33a544d7ed7cbc0d5b52c81c64c21b69382318d3ab9d44f1dcae00b16e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a19b93c1232f327712ef347ce719b0fb5248f1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba77b71858df443528f17dee9d7082cfa3686850127996778129bd94250e94
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1e358a714f0185680b6844e0118a16f737e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da351128e20a235ba499c4d25285f7a6a5ca05cd9e13501483be39a62209768
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37209d47749616ea09d5c0f3b92573f2fe2876a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0d3c6b48697881c182d6328af1c752d11f2c117e22bf97b7b01df1b392eb3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f17d61c43ef323927798a4e1815815de812a7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855fa1faf2a85fefff61bf4b75d77bc11e188358e523642da60d34a92986f9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503012863b43bb71ff85390d2e08ed9520103e66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c9cd1677d09ea472a0c237946ff652ff6ffb6a139eb4e02d9e0fbad1a59144
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b1efeb00b6e5095dc96e8f3b9fc2b592cd622f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e8bb8bee55eb5df53090a87a08b7d3a5cb34fbcbe29af1155053ef4f91797a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537e1fd9aec820a61cdbbd556025e725e5fc81d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6918fce663204bf7f71b8a4ff8980f422f6a6bf1f4cc0e9a4761b42d578da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afef3ba90996c5622eb865c1f9efc3471b742513
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663735138cfdddb9686455e9cb250735deaa2e3261fe55c15f781621665e2825
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bfbbf9081e7b1efb042ae32ba34fa046c0dd9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef750a107c96ae01ede20cd3e7bab2887ffcdef2127e3f235173ff919ddf3a8e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d161058479ed23d22670858b13c98eb9c0a15e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d06154a34bfeb2c08a21f583cd54edde27c331c8e7c731377d362758a0adf6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dfe6d5eb36097a9ed04ebba419ef7dd692d49e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2345d2d907d42c251426aa4bac0c4c0c7055c581fd76536e85d5cec2d473ea0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6e85357f502c1088efc3df15a23caeb18cf56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2bf1856920c7a8a0198f0b1cf330dba753b516ca304bd3ae25e58d6c6538be
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33ac7db5ca192f160aef94efc50d450c2d111e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb649f1eb3f7d298be36aa2a136e5db890b024fd403bcb0fa2a3df9da92364c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469280ea2d274ac86ea6ad72aedeefd47a6832c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59281397f12009b15e857a253d483d27022ac44718fd3694fd0ad6c6ebaa70a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcc4eb4944cbcfba450dc6dda91d96bdb04451
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1a971fb3eae89c94467a9b67a92c4459a9ebe0ad049af5b897342097ae3d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2729ea4968ba4ba22bd1921c2b2828bbd603fc92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff62f1e85dcf35340ce2c3ca5e69b2dbbd71f2ec60b18f1ae12eee6db363dd4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bfe047aca9682d57a81cb4b8cf79354b8a33a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20948fc285e32c50d65c0b0d2d236aa3ba3745a752cb90bcb10ff20823992b5c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac990cb6f62b90d01ab2c0a0c0be667db776bce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84376082f980be97ffeca048369f830ca06f90b54b0f35f7fc6580f366e61848
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1040d7bae2b8ea96e378b21744fc866db690857b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e3c92d7f6b3cb824ae9770da7295cd5d8e7949facea918a7281ff77cf2293
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da08c46fbc4c42abeec21f52bf25ba8501c01cf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6bc7685348bf546c9e6e4c33077042217ee5052a915e9cd62ce70153b05c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a5f2c9623c35c8afe8eaa29753d9586ec0724a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2688f9d82781ce3eeee25188cbbb0dcaba61b19e646c2e43b3501294ec7dc2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a861c14251822cb2bdd2103855ea6622b43b824
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c29e203f3def743cf1f6c348c912dd28ac92e03fa018e2a983b20f92279582
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd542e4c246e2b47768fe7fec79c460a3720444c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6eac354231ab35f7d406f8d70b81da586e7a10e0029278885e432895ca5bc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630969a79fd3624769342ea42d860786b7d74991
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2b17e2b0e6d06220e66969954aa62ad71a7a3a156d53f8e6f7dc34ac941b51
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7832a54d24802c97e7f0dd45e032c000419a4a18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c203deece51953a9688a02c525b870fb36c2cba2cd534c467fa032f73f13d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceefc9b57a5c45f0f97ad9c573bbd1b6e7331c46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c76165a0b50255ef490dfd290c51c29042836de72fb295aba24b86dcbd92239
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dde8a65b2f2aa71723b942bdac520a5e2c0582
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e7b6f25db94920f23b5d3a6a46333faea34dc08cbd5f5d5a8633a4b614879
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc84f432d64164f91d61d23e4d6e2c29d3a1620
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d984eefdeb303ab044608d583674dd91e73aeca3a9a6521bf0e8f67f01a49c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3956836e9ab9557db3edd5313c9ee827c7c6d19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21253e6cca9d8909b44646dedad4cc0e38dd96c2739b817be79494852f28d96d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26d93fe8a9a99f568b32e16d360b94654946e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9634d86c212dc8e86740e85d4771ab3de3c15f2390fae3461420821fe57a430
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2b72974b53ee7916ba3178741170be1991635
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48cf3030eab49d735f106523ad7d58fc216afa4fb2edd0d142edd9608de55db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7043c58a58b9e0cec4ac40c9c6c1dfc7a0ffd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7c989f21a9ab40f47f2165af1a2fe1eba13ec79cfa3f308c386b949e61796b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae835597e5b6e765ca81e6fd5d6587fb0589d1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc95beb3d970c2774acab94ad54db0201650ce7d3cc51adcb93552b3f035d788
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d27f0a36f113c12e3466527f7eded794339fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb22340df070e5b93d2b4012da07f680c460de8c3b352343c6f16f9763716d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf164e1ade77d606ae742a7f8b6eb99176c87c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311102f42204211534d05b5ac33494b7c07826e16dbbcb1c35b270d1933cfdc7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a8a08e6029b3e664fb8bfea264958b60c65df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00a27407d07f981124c290ca1f75737f8324b16c5b55672e97289d9a4c96f13
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf01af868156911335fc4a05d12c2bde306d2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f216d4e86214215d4367abbdd083dc11b097569a4c96640b23003ceea85ddb9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7d658ee7f5902a772e46c0e6e11d1affdd4619
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22da2f314a106fdf07d035bf62272aa10a2b218b26f6da3af9ac3388254c0994
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c347078e6da5a2667d4f50e6d49a9bc5206c348
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6243408cbde457f9979763a263b5b42bbf9d835cedf10c08d6de4bc1844823
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65c919a21904ab897ca757d2ad27d14b43bb7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4dc8f0444a7f3804e2c2f07652106878151b8a812da42b10759969d7015812
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7f84d5e43d9806be7e068732dda49c2ccb9b4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf76b0f509f673069db0749080c4d7e766cf5bb03ba4473f157103aa1192bfc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78bdb7324f7d2ee2ee9b6be9fad5d21eeabe025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2c6080612e652195e79e4db950986a4642f886afd2aa37c84fedf5c4d1d7e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3c77fd48bfad09e94bb509972e14e3d76d43d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758c2c2e4b18032781eb8f6d7b5a99dbe680e294c46007bde7670fbef4d1edc7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fef76ddbb8a5852d09210ba92e2685ba425e28f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae839a91b2004a45653dc284ed62013f4bcddca3a90d4c8ba4d96d0c9524b8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a4e4901eb486f2bb351f0e041ebbc3c2e4429
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90bc299916f6ad0a06569de25299cc83de70f4938b37ace2bc557ca9772269d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2cf1eb8feb312dcdc6408c01ae542f836d7e88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e498529fda66f69d2b51213039949f97e59957478091a774e94e7225d529ab5d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efa13d811f5c5f30a73a9a45ee5ed68e3e85ac2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c3e3b0dfb5e0134b61d5dfad7c242c8c5a400e5b6749c64656276cbef8979
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36cb524681addd2f520b8e3379258503fa0f379
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016c40305c5354b99ba113dd01fd4667c3ff73c5d3d465ea3b1782e227bf9d03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed98e8120437bc2c999b192734370888720c639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457e3d297d58ca6bf3b37b55f585b2150ed9a375fa7982531ab92677560cc877
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed7d0f3b421d4602733a5c2eb949def08e7b6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc1024cdbae68a110ecce36ba3405cad6466f06d23330dd2016696fc886ebd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3fe9b3521af1f30a62777c05be458515629f7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16676552267ebb211df058311acefd66255f59ca3b7b4063e817c3a3fde4dee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f1965c07dd73568dd6908804e612c0985e3245
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe86bba39810e6a01264acc2f5eac3013e440371d1dbc070e3c49d37016c839f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a2050188f3b46a875ddd0c0196de57d7cefaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9c098b8ef14c4dfd223f9cb6d60ffaa0d3a9c61114e96de3e9c44b4033c3d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e70898e6fdb92ce13efeaea439186a22a523d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1799d8ac29afd3920bade08340b3a083a845629d6e7abf084ba155304b221f06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15f577cbf7e5849519e2067edccab818346fe83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6753fee38168e8f358285bc0896db69b24c031a1ce09895db79b29e9f2ab83b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282b119744c0cc452e6575a1ff7218a8ee8151ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109c652a6e2724abb5d0f5117aff6a26545be8af53733e0fde165eedb2c25b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8e5f1f867a676d7c8c6f455ee80c48f1426c98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf71b465290a0abb258d5e30fe1b41256508c3a913f6974edc6e286f24e10e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21e7565de567a86f48c1f71ca72aa7f12a8e86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10961bb1eb87bbe95270a0e55dae939df2dc9b9ad3caeae264b076f2af6634b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822e9a3af6c5ce34cfa491012ca76ca74adc28af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35439a8537cb66139318f68ab6d7f737c14365636d65d32c8cb6376498851ed5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccffb2f9ebd52781facda5c11f4bd8584203ba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb94c11c8dcc7714c02b0684d7c6addf847f7e27b7e1b5329ca99b1d3abe1821
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a1675719227ed41ec739628c63c2f4e503cbc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079aee2132a92545cc6c003791178e1ecc79af9bb46dc4e5d02b9b4eaef69d93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd0b71fef2a67dfb28048e1954c2d420355e87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d79b85220ef4a461e92c8262062a99a0c2b3a787e2a0415cc517f730fac7d4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f22fd859a1c296f90e59ff5e844fb2a37123b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d0fcf478ca9aa1a238e1cf14c589d9ed26dafc632e69e65a96fec91730a92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfa13a6883af79002a7b3267a23daad368b354
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f92d70ba765fd6bccd44f036158bd7f24b66f4546fa7a66f7fea17fb54bf27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f4c08c94466a381954481288b77377c7b80646
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d9e67f412fc0922f2029376a871a2ea327a556698b9a51150fa4b765ce6aac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3178dd9791824b291b7b5711e58f6e798e47bb02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03de07267eaf56e92a5c96880d3d60bd4ffaf4873ed0f1b7f12cda5e98faf959
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca8670fa4900c35e1a8ec63e919ce12aeec0da3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2978ef89264d291286e184a0df35eead8217dd207f043ce2894b8aaae433
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475748617deff24dc68de99ca906671bca9ea1e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d312e5ef74d70667399878c074a35a2c2afcc986be1e3c5b2d79b8460dc5cc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac331ce504f21aff1f7d4ffdc74deb21e47d34b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7587153af7dbd2880cebaac19283bc5691a24f2f2689fdb0b153400cc01737
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d071759282e287381a9a13d7af457f6d0cb5d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e6ae6020162d95225d16c80a900622e8b11e83afea9a71aa38359c5e1828a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a7826c731c6da71c4ad94b9b422d2f30029dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363de409547ca37abbd70dbc2ab75315b6f6a991e19ff27c503fc615722bfb3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8f1b01986ef443bf52734ae085fc60adfca8ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e18156b864d311e63f2faf9805cc0e86076bff8a4b18dc0763ac48384371d66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626f1a7be39b6a3460d3e7bf3cdbffaf6660871
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edcf7f3bce372d4a763936af19d62f84206092eae51a12518cce51e386f7b21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7fcfa908ebe7a80627e24cb482e93c3c376167
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa44fcc54ddb15d70d70667e0ed3fb84043c8d8f994b7035af33988e697972b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf94a9c50200c5b3ffa5d60c21fe838631db82b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe5c7f6f9f9b2da0db14dd29b349ac7a3bd765c90e55c3b517c63c6ef56c2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0af77198236b6c6864bff19c5f2927469fd7dd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191a174a019954c5671dc2909923fc1f1c5b53c239b234f329718ff688dffec6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d64b4a8435045fbac900d7c83d1b239e6b4a2b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03886e83fa2c9d3734da2b870928939799257afc5ff8bdea193f20465177823b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9475132d86d60aca60de847c2ac6260d9206648
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879ba414130e5815de31b5babb70516d98adfe78438474bbd244080aaa0466bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d634937eb7e73bd484e466e5e4e1257039e9b60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479b7923bf2f450156404431ecf44aad721448b821b6aee7b994174c25d78347
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278242403fbaa8190463d86f87bf3e3bde9154e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74a8abe34ce159036ab2e0ac27ebfe2e31e9199fe99c0e81dd6c48c9fe9f280
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c946f5c7671829e4ef72cdbdb19f09c03be5969c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45268f9dcb17d54b5bcc835454d59c5bb01425dd8bba982a12aadc7a24dc701
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2180044ba9c4518f57d5c58456bb2059ef9e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12eb9b5a70bc01eefb23c79a451b70b0547ffb123d19a97118195d42e389ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d89a1651f0f826b092d4806d214d8f9a8bc6547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabeda3b502592fd4eef48771bccd38292e52011e72124c8c4f7d211944b5ff4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497f1154a5175993843570a14bc9a8c343f323fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9880bf1235e92ad0902801801f98c84c27b09fa18e1efd359314e0a22f070f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26053c14b27efa1e4f9b1e4d6fdcf78573afb4dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83822d19b5b24e993c784a8cb528a92729e2ec3cb3563198777854cff983b3f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91d9f506bd8da2dcdef5d5cb2175318413d6ef9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f9e611c56b2b99110cdd01d5f37a43e2b26e70a5c5f1d4de4dbf970286fff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e9c8ab4836601b8513d094ed6c2e73d8eebe21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9116d852f641ce7f9762f95e50ae905f4080b12a335f32bd833820571cbe3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea600c1cdbf1a44b1e8e63ed8ad533f2ec0dad60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5249cb6a34a00fde6d5d8eeafed84de12ed9bb6373fa7361f4181718fde2fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f3735e8c3d92b1e330cff79ca16b01823713a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a279907c73c495caea3a67073d071fc0f8c689d4c33a4a77b00d729e6d8e907
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82939d04a33d87bd8c0ab3d03dbbc564879c8d73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da80c8861f7d81d46b7f6a068bd5d739e0c6e4d9af2bc325bd087cc3a2e38b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6401eddb88169487bcfca1ec5a52d9e478599a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3512a0ae8a294092e714aa2275d3409261853aab5fed8652ea1d4261dc6ba683
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff9c300191accd99263da689a70b7e00b199c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf8ead26ce19eb51579c194530653369f9f779885b5a11f12e996ee07efe8d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2dea6d4ade51e4531e4be64ba12077ff5c8fe4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2660fb35eb0bcd6b020ec00f51cf42e72ccba6c6fafd564008f500737f1fac60
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b83770b01d76b72e69807180c92e60a2541ddb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f2dc94089076c1f55168f279e2a39e0052ca0025b8b4b37320692a5c5257c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbac88cb93e13641141e7aa14f40f6dd8fe85aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d3f9f50c572902d34a5474b5994d689533cf59d7167a969b433810b9b0bf02
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6c46a527453e1a84a168eff3e26ad7f81e891
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffc806c1f478af8876c9dd6c9c45a73f243aa73422cf927c9fb6e9f513cc2b5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff56bad7c6c5bdf4973b3675940d77e6ff7e2fc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ccd5654c890289845a2fdbe6810553fd67cbf48268bf568f1410783893f025
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa49e73baa94bbaf53964646ab50085157cbca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef979bbd6fac1b8dc98ba559b1ae9a50ef78b0b832d48ec79fd373600edca9ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaebcf2dd943f7329d0c4a27e2ce9d5841e6152
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4a2f82a6f24d76126ac133144f73b5e5779e786a3724f70ce8f735b163fe0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420e67b89a03c1166daf7b8e8f09a4c3bf822158
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7047d27e6be35a8287e0df98d24ff9d32b711aa29f30dad92f097d50551aa669
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0a4b300e8de03f1f1bf7dee764e6c137d5a54c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb46e8a97a31c6204bdadeecb329a4d5c329d819df1a37c19e8cee33e14235f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1319496843e939694d9527ff26e77b2cf5b35b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c156dbbc9b0fb778c19ea9dcf20ae39d9442894a75d54eb4287267cc64d93b69
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5ce048d3c0e348897435027597a57f4fca111b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c43691bf78f7ae48c46ef09b686b5a46dd421d2ca0d250977949de6eeac72c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e19605b6ade5a5f761bae382935b60d5193a344
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119bd052a6a97751bdc278dd3e066a46dbed9f172b2b5fd7d8b13d51c5a6e5d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a73a075ccfe4cb5aec8536b113470a6fec763e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7268ddc1fe1ae3106c6e03689574f2d2b801663ae93c2a736b8ec25f9961b56
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf6f9d85a2acfc536add22450cc3d48eeeec472
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f8b8cb4ceb035fb195ccc80775534a53231b1a657b0d2fb7e3450e6b42913a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52d36970ab7d6cf6ce8e4d962ebe2d8e5eb1fbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d62409b36e4b22f892b1911a1baf13b2c94d5b49723fad0be22d1d61a24c4d2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6097eed8d35d3a95d816a65419b18d4e7b1fb7be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fd8302d836f6ed536bb4756d32bea5170d222dc82a0c1b6a0c18d860e20b88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36321c4636d6b824fcaeb4c3cb2f5918d3ff7446
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756d8f85cd7d96a6e328c100f330461aa9c5e5488eb19be7f47f3b6e7ac6f3bf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedd97d8cf83e9e8dd0d4a3da2d5d1e280ee4d72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377726a008f95aae147739d4918b145a9137a8c50decab96b73c6f361ef571fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec0e193d87f2dde53edc8311394566a5b157464
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c96cad1427417d6f467e653aa40cd9184b953bc82722de5b406ccd11dc39301
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe089c7d5b131e59bfc40fe5bbd185f19f98e37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7636ee3718274d15cd375fb187eb4456c7b8f6a54af978543ae8f2f8d08e151a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0033fbcbbff7797e14209665e00520d14d7da773
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676f70ee9f23748ef16611fe09932b2e1d13532345b1298ab2f94921827aba4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd07e50e0266672ed1d361d643f1ea704abd193
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17c5e2c844ac2290a9384f23684f05cffbf15c3d29f6c4970594583db3e7cf2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19687626636cc3ea69b2173486ada444dcd03706
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3bacb9fd5b0e5a59cab30861b97e24146c320631821b9419219de377bb06a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b149a63c79f135e6bb2b32f09a0b73cfed3402
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c3c5a5df11beee12e5d0a72d50f1e07543e2e2140a471a02330b7b9796d6fe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7b8d999646eaa2dafe7dcbaf8f2b38f4b23dc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b09fa909f340094ead9d0945acbe3ff2ddbe920ad941a36e3f5a5bc0fb601a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70110781b8c3b1d354866353f98eafbc956c8da0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60326a832747d848517f4cf45eb3af11ef34dbb5b1baa00fe05ab92bf8aaa25
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3668943a39d53ff3293d397c0bd66e9a09e383
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e78bf21591a95fee73e6045ca63173d6071939b0f39ae8c3d7e9232d9a8733
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72080ef53d2ac0149bdf32380c35d952aea7aeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cd6348c50d02073237170c0a15b12e56e89d563a144c3dc3c6bbd65245d1d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d76a866ec158cae312714c7b96c8429eda8f6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e227d0c391d74759ab67f7c665819a7f66cb387b90314b39ac055c4e5d3319
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8372aca8070e93423c81787af488fe20f934905
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26990446f2b69a95dbf049ba0b5d5896167853158bd7ced2d2bde994e43a9d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7e403c5a9b399ab005405fb3fcda770e874ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dedad28604042ca4ed9d8edf5cf8fdd9b204db5686436bba6e02b14f6a6d88
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d117428e6d52812e454b64c601559246b967ea2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1b9346d1a02daab9849ee579471c795bf0d562f2c2b29cf4249b074bdd1c2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1108e2fc03d915e8bac429b1fdf4185e1899986c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb66965a9a8f399e0a3ef2f4f8511d423f39a90cb9d27aa77076dd1cad699d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283455c77c2aaac52cff70f141756be47690b38c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352244a71c2b423321cdcfe188cf1c9071cb8ad15dded38f6d2ebb5b1b26fe5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4936945312cd8d9f36925dbe88c30ec2029b1d63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895b986c7ac7cc7ee08a04ec51a5144ae0388a1dfaede21724028b6f27db8e00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e6eb5816168a8de12e48bd4f502d6c866f3d69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93a2091a5c1a5aa73a4ae4341912b00bb5520d5d1d13046da5a39b8f02db6b5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1586f7292f478e72dd98502a9dffcf07bfd405f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a618f0e03948122816d2d94710f8b0b0a0e76a211205074232d0c57f4a8fa73c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e21e91834de362f2bec4f9f0f383513fd1cbec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ed7d6799638c9269ad0595c1ff62bf5116f6dca4043ab486872c7c398414fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b19f5851d7cd14ec2010d99223de1af4351e42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a547ba2b4b1061d2f05bff4ca68c4bca2c3e7719f654095c8fa3f9b7b2b1f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46a1f2342055eb4cdd56516bbdfc008202914b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d20f619dfe35c15d8c8235275a58303f23b72aa75e64cce066ca4002dff3822
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0543d31daec120db8bbb5ad29d72e075d3a0fe2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba273868f305a98892c9327fa6a9c874fd5ec6046b204dd4dfa1fa2fe039559
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e60c2711bab46d16d0a5692f29acdef8d075780
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c8cb38b2b759ccdfaf0e578cdb303bf92005d73377cfa332a1dfcaf6273a50
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bed7d94f22cd9eec83a7c214afb0977c1331d30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001cb6f67884e3052982e813ca2196e643096d68cec7d585e50142fe82fb43cd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316e63547bde79185bed3316584cfca845a3d4d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e65faf8c2bba3424d96ae86af997706427ec14b1d4c6fa1e7e4f9da8b2caf9e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cbf86591cd69978b0b2b0793e35ff330626bf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1106ab9da27eca00f6b50d7c33f9a31977172e11858ecf495aea31ec39ec3367
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f1779affeae0a9703506ce905a631cc2ea423a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01fa67188648a1eb3f0e107f710840f4766515b8f227ae11612b86858e208cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44498ab0ec821d05a0449c9a98fe4a5b9e708875
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521d554a4bb71ce7e430cf4ace62e1e1975708c82ff2b5e847953412a12274f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646052e1b79d34c2088b78e8f5570900162d864a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be84f619ecc26f8e8b9a7f2eecb5bc8df9de5181cbd6546518f64aa4fcb5508
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d051747a659d9ef93cbbbc64195ccf2388f447
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694e7bee8d9535e495b2bbc984d7799257d59e6084f9a5995ea4a7eb05246d0b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e0da6b8c7e5bacd86d46e26b6265aebcc26b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e77b8df566e5d34f80a8d9e2ddf86c56ef455beb5e5850eaf7bc824f3c6c54
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94e2883465cb6921c0816015b321f91a442aa5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd9589d12c6ca0903076073aa79c2df7238453c53c8c42f6eb68d9afc97273
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77ab2f649a42b683cae89f0be4ca82c736fe907
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5f4a0e1eaca1781bf93eb664e24b8fb92acd4f7e83703429051865506a64ec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76dcde913a50935632d8dd5b522da772ec260f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d7ffd6ab5fd736aa60d6394cd91a2a11d70b7c82ca0240f5061ec6c69f5bf0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a987ee50d5bbad53ac33c3fae9ae72673f39f75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2703b4863e92b4fa1205542087985749baf337178c7ef09f95faf67e1b08e24
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafd854319ceff38b74b4d0eb36f562ac2498117
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6409034ac057ddf4797f8d2863bb08cebaf7053c4b88ac297fa2c666b43162f7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273cb58999da37ce426a2a492ca26023ef175a20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10119eefb675a63f043bdcad2857d540ba7b6c4262c37a23df127d355d3ccb6d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421abd4ea5b2588ffce1534774e43cdb366ea76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fcbb26b8b3e96c153b8ba5123ce4e7f1652df1757bc0b01c2cbcc0202a6588
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927733e4f66eafb485420124935501cae4d7adb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36992ead294657d7e87ae1385ec6a87f439205e6e314d73c97662cb7e3a16241
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b6973463d0410ef52caabf1629bfc34a8ddfef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35c20c64b7d5c14e1cc7e696dd5d8efa0664cd75d0992b491f5969b5da1deb5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b212b4ca249bf16f6715fbd4d72ee20de7a7b0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8536ef1e5d29547e4cc7d7736ed0c7e5a45ec7b844157d0b2b09f20a4c34226a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901b3adbf619b37385f0992d6fd76407a46a7464
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fdbf8ce87509fd555d6d3647676f4039f9148d6f442f4071eabc7b3a4f8855
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0729f244713510c0803aab04acb1e21ad3446e80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ec6cd70bee97d3998af99d618d6c75818f531963db6d93e64d67ed35c2fff6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57739b748b61de0c1892a59c3439408a1f9ec37a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5846d23e73a90f2a74fcc94f67f4ee353fb312672fc7104d495561545c79e5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74917522493cf8c8abfef0608bf61e2feafc3c63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77159e67aba82a94cb78355ffe3a3d6ed6c2fc09c015a1181d0b6974fa856fdc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8795a612b23dc9e86a00d235bcf96e855e9c6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add1116675ec3486f6f4a44f830e05648a7ecc5c9e1ae697ab248621136a7a51
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d86ca3817ad9011938d64502ef9e65d8a07c0ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fdc028d0469be7447261c15cb2ffb6294b6935c777382f7f0c01b653cbe765
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fce1ee312600d126e487fc2e2689be2d9048184
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102aff089c935daa862ce1c255d2a34b51b11a75d0ee8d10334a07e3482cd918
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a1c47cac16ff00ced1535724a25c045ed6d804
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1687a42f38035a2add2c2767228abd0c194addec321537a1a02cacc27e5553df
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4096924b3530bb17000e8e206e19fe002dbc1871
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c086f77b9fbce40b75632bb02b54b899816e7d6fbea3b17e30b90ce4a8f6373
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8560949e134ea0f728d88b95af71baa48d7bc4c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949f8132b34d2af180b2ec4bf550b9816b4e6b58f66508071469d7a4c93d8a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b391ffdf4704b80f4ca5e7c0b68e20cf3d7d557a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0427721d3e375fe4d0882cc0fc46d99e6521e15c918d5c984f6a480af2b4df61
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d20bf820f179fd013ae24d76752cb4c547d5eec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa9df84d733fd5d424178cea6ab618383bf887e40830586880b7eb9a1059ae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c9b736f46a54ed781ebafada6ea0db99c7544d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c9a695c0523787f04962bf3b0d9806178aab0049f59a1746ece5a39071a08b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8377094dbbb13c5785ca33e50f9bf0f1b13b56cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73675b5d7af145aa446efa0694b56ed4ef93939e3d569258e886995e2edb57cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df41d98ac2f026501b3f708b821bd24766ed93e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4343797227f3885239f0c69349a86e437992bbfa786f2a7a37e77d8d8b78963
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cbd8eb7a431df3101c4979eba19964f79e8e57
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671d1906b7e76639e42bab50f505b9aff12ae6bafb5d0bf312423516049b1269
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e77bc77d056c92b11f2b23ea8bffcd6e587183
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea64ef167b0a3004fb76049052a8573ca232ef4752ced31c70fcef05254b6959
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069311e6a4cc1736f0329c6d1f9f6a481dc75f2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc304d8eb3d92a4e879dae61f99854a67d1e68ff384e2f6f68d2b2b39a0c240
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f2c1724ebc77a6e516f93f1dc7be2373dcaf73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b14fd09935a6d1dae916d0aeeb75eec88f482380fdb086ebec8f2491b2165a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf2f6a7b9f09da38aa830950e238db639c8d608
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2161297a6d3021124ec6bca37f25eeb4869886bda8144a4eba4339311e53bd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf08a563ab718819b894c81f30bf000cf726d83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6452f42b67d93b3f5ab076ef4d575ede0779a9a4a65c94cbc88ce421ba5cf91c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784bc208747edec773ab30199f82e1bc3b22cf75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4ca19a1e3087e54cb041a3646c543617606e7d1a5a01c437713e79db407ab2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421e257b349c806bc7db3049ec36811a30b6004
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff87767ac8a0429f41fd98cae14e8908679b366e6e1106ddc0261cc51bcbcd98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8b66001779e5f54b46aba56d7cb389f360b51f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df349b9b0b7cb243cd768dd07433324388b466f509478b5f9835af34dfc606b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0607321815e9b395c6c90e803787bc2b4401f65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da800463add911afeca566147b6ab7ffd4dee43e26a218605477f1ddc73f88e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f058a5b93461614e9f76d6637311f4b22d20720f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c1149069f7ee13c077dd67184d2887752d63559ffcbc2ce854f4e82ee3543a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65661279b31ef350394c0533c1e878e2769f0dcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16345ebc9b333288e913b8de3979cab9857de3c1254377c6276ce9836ee04e1d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc77c33c9d8601d45ab417ff349c6044172db43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c4ed83f60105a6f20e4e95f349c6490e086ae33ab8a3f65269d3ace8a7f84
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020da0fe80d3e74f055b6a5d0615ec2d6273f8bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693180545b581fa67aa8943507741e1e45d9796ebef1a8bf02421e5c44c0d00
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd649bcc2fca6287d5ca792cecbf6f56ec32a599
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222e82a0d2905513d14f26f290f29b49de53cf5a79fddd2ed96f0d7a40bcb10e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbb76e81917989944ea51e896d631c75af0f225
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738e9165128edf6c1bc40fe48e31b36c91e96cb445aff842ff2c2feb9ad254ff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2399195c4a39720335f34c4b91c4ef05586b904
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1df298fe4d2083e4e46fa5b733fe9da6a215a603c9b3cf30a8710314ede10b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9587aaa3787a22a22187bcf50bc185090190af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7f5ce4ecc2f8f4124a3ee647c45ce3b97d5f29e5aa445591522ced3866a80c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c27f9fb7a22cce5dcae9e5c1fbd6283911771
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c5d80e7544eda3a50836eed7ef5533c2297b28ef88ae3373496882d0d6cd44
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb8e452b4256405ec763f9cb6a5e7e7de8d6a49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccbe2386d7b5e8167dadcbf46309568929fce27ce9b1052952b2d99055039ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb801eadef8044d1ca0a03eb72c18512630cb21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09386d4825f51cb12d7a3342b752303de78866103356e562bb377ba14810d52
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0da4991e37183c267e246a4366fe68a0fe75b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae40b898291d3ae8790ef184dfee7a7f75b808e4e5f38926f3922821d99c35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b27d84a0a19577590dfbf5842372af56481cc12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45a1773c2e2c380600f0a3724cbc24f5532203fa1901c264a509faee3af838a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2c8ecfaff7d53840d7d3aef042ce24c21e6427
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9550cfb751d686272927f411c8d09d7467005913ea8ad73fba9ac785e9586d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb14e34e6e0d9225b39f2cec49f452613752c9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4de3d5ca0c202152cdc4cb88485a5c8a3e6f39a215fb76d75faa84875272f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34251761fc867fd36d90feffff816a638709644b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea44575f58cd03c589562c7f63f7a6f8516a4d30403887a2f3337b5e14132f1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c54147f07a3daa2a2189ccda141ed06a44c03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4121dc031bfcf3ae8b25f6bff42fd25c4423719eefccdd492eb89d068d2525
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dac66dcbd30d312c4920de51e4bc2a3c4ce90fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67620921ed2fb6a1cbfd8454000c33f890131d81431ae05a265facccf7a5e5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6650bc7fdfba4791cdfe9009d5cccbcdb5ee85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71edf5c8953ed0410d7696f012cbad8b5d8abeb8eeecb0f72ea02d712e82898
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab08484f8307865279905f13ab4d0817f524a069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86502f04ba06b2d90b28f22ce75919d0f71c2f257ba6f54b44a7bea31302e31
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7b7ea5492ba6f3f5487e58d591c531708816df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67b933bfde14228fefc6e7fbeed38f159c2b1df2cb9d2b76f0be48eab2293d3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b565722cce70eb8b9772f225b69d59468adccd5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc77eed5d685cfa0e85be9580356bfa49367acda57febfce0bffbc89118feae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98201966040f4b1cac1f59d9cfb8d151bc53cb15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c4a1f88d2383f1102fdee0728ff55403e3912fd9561e9896da94e11da0fc6f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d7db85255cb27509aef494b0c545ea919f2b01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5382d9b3f06197bcdc418220e34bef6001b9b27d2e91b1553cf18e82f27070e4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8374877586718824d8dffd76fb1d141ba1ba6b74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae3a2dc999d8a9b7af5502cbcf3cc40b70aeeac2b96dd30a748d3152587ef3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76b226e0e13d216d9db44ac3ae82d09b09c34fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eab6a9746c2c3504e891fbed2f3d11fa3b5f87602d176fbccf87b9b661f0d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5312980473d69f9078c17cca0eab0b0f04df20f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63a64f0f4b43e25a95a356926a0a20ab86a5b6f1e0e436436d5fc2f8cc7a8bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab3cd86915b9335b0921d79c3dff1a3ceb65681
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551043b1e49ef9357ef9d0a52b7f49cb335a981b4ab314693b94b753ac3f607b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af0f3f45f95850a4aceafc08758a13d7763a02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcd2062d40729b6fdf92f608e18997f3d8c07c8b1c6d21bb9d186229b701458
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cc2e28c0e65d9724d8381943a75d01026b33c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65b8d1fb53337d26f28ecd1a95a722d97ab82d923f190ce4c7a844d88d5a033
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916179315c85a9435b6da3582752858fc8ef46a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cc58218150c32666dba8028af41d4afecb082ef79a40efa34a07f54dfba507
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c308d040427018701bb294cdf7949f5d8923613d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfe0db9e35e195f2ba2fce1a96388e0401a7701d5ca300e21339832707092f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b669ca1389972e4a8c5450ddfaf7bdf42d941b75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30267a89868fc9d753c92ccfd23911c8a551478709f2ccc696f8be7aff537105
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3b3b84fc25fc31d16b3f7ae58878b509937eea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e671f6ecf3d6c5517875249253795b4375b000d2c2b0885b733eabc6048b91b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512ebaabd442d22faaa2cda801f225919c0ac9fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889473f7e8c8981ba703ef4ed4ead9dec283c37981e1f942a0da9bb40d73448d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7416db83351a85908d2212af9858e0c16c4df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9e6ee547b1e6cb3e267b7f615f049866e212ae326c8c0415e617c3d5e1142d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36aa7ec697be47cd10fddb689145ef785e4be7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc273f1e657151e3520a7bbadafa09af63789593a7300a7c114692c6303a4d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecd7de4baa2a5122a00cebdf3550aeda3445ec6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f53c5a31be581e6499f434d685ba2488c6ad354ab7c3990f24247a55c73240
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f5b185714fb24d6c91bf4b2c8ca18a323fa064
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918bc8506d2ee2dc7f0437c5131545ef544b248ab3caaa67b6d12836cb97846
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdb43165e17cc5bb987831daa1f1cd74cff203e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d4b6f6d4cc94230423911f15d61884a4b67434386053f094560632658e32b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40211bbcc264aaf6339ddc4ad770931aff7290be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a66cb058f2830458274fae16ea41352ad2e25e94857b85f46acc17df333a5b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd179102924a81b5dbad4eb069a58c68cc4be1cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73869c9de3b2f50b4abfe75e9c613acbd33bee1aaace0cd648f386f91ba8e3a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e383f139d2674329d8e6a15c22f5607b5225d3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97780fdd1db6242477d9595dd127a0ee1419508c83fabab6fb08e250ad5fcc73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f3a9719f92d65a328536f3c82ea1b776153733
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92e7f4f643eb8cf4c5db524ca27fca5aa6d4d349913733a0e353ef09bd077ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4956dc27791c7c36f8166c137641cf5bfe8b4dc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bea575d93a21f160139d8511b71145f22817f965018f9af965150e75daea1b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339f859fe76747f77941ae13bb3e6e5ffff68912
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129d8794ce604a0bcb945c5d786e276a0928f1b96c528d4f9592971b7d911362
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c535050c95a38f75dd1ec1d877ce6a51a5a376d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594a0261bd293753aea6ba840f340e23b5f0efaca0f72916fd6e8970a6bb23e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749d832919a3dacd7c3d78393c7124f55ed1831b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e8ef47f44d1e850d7e0a2016120dd63897877d68ca155e5e95fdedad24c9c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f54d5922bb0c21a4749a07c54a17e7810fedb88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08e27e24c81358a2fa7928a1171f6c7d748df1465f5f2c7bb772a2f1e030d8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a838ebb12943e0678ddd9121419090068370bbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f32c52577e54c4047fad48aa2aad49946770b0baccbec9277672afd9cc192e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c238460ee993be721d209a642323fccc51c7c886
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d510c388db0f2c234156b5b1bc1be4730ef425bc6cc42122668d28db50248d25
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a746dc29f594bafc4e4907ba403a9c1f90c4495
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517ef6ed1223ed20a29b7628783a1480f653cadf2a245927cdd883e9b74d02b5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175b4372aa19d2eaabada3ae2be8095bd48f7fe5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a0d26f10e4f0a4d0d68390766a4611c0b1774778d314ccd8e271a574ccb0ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089ba8fdd410ee2ee16c791653c14d9c3f7e0eb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fbe726b3093d1ccda2e8ef6ff97080331dcceb4121cefc4e3d14d1d1c7d225
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a3ea9d66ddfa62407127374bbdbe83a91ce956
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e5c3c91c32fcdd65fe76b090095b0763134bf54ff58a04504c9b7fc1973ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68c97b12fad05cdcf0df83f933bf51b8f02a041
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0500f6fee099f0bd58ee126265e4a45c1581d9362f8299b64abb212bc7b33
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfeb4e561b5a7a3f98d8976c1d2378d63c00b2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7af97db22abfc9579b6c66cc56d4bc06efe6b125a28eccf6547e72cd828dcc1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b36d215e8d3959b258047dc5218fc2038c74e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf82e2755f4c8161100e0c7c6c898792e9ab0ce5b136d68cf93f3d25089e25c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac5ab5e7c58538bc45d52ef7c73e8246a52427a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6955f244373e9e4112418584a0f0e63c011547f1b46af7f028d656e7120a4d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2991a22933eaf31b2591b3d15a4c295b98a81157
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb242d98f79fe75a95bc7a78a82e53798d580981c27d62963d3c8c6ff80125
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c005cf41672ec96a18f61de7fb056123ddaf9a47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e428000258b55d1c49148ce6a50a252f8a55ebc86aa5f6da1d711dc8a6735429
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abea44714571b1d6afeedae576ceb911f6a9a07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91da227b74b91e813d538b0025b056a684653df1e0caa3ba593b35f560307af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03b764dac4ef9da3a45083602b75b8d42e40c6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a594626cacbf61f319f5ba542b4988ca8ef6f2e0337676c9cb12da10846b86
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855c39cbb03d8d586cc65730691f8385dc4740fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8da13436d2cefb56076fbb0adacd73074bd7078e751095fe8a235c3a43f0291
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff589b1e4ea8bb45620798fb8a5d7e6a7dc0c5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a966eaa6d8b50a2bfd476a78e9eb317987db2f6ac74dc83585dd1d16e21a593d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7af3134d82dd6f529c57e17655229966bab538e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fde2896b44b5883826901c3f7c528436ac9d9525014d43e284804c455e1bcd7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0124e660a5b594d78e1979d3db0747cc865f94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7a930fa3c59f951c5ac164d2d0b7a881c61bbbccf8625367737ca5c146f3fe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d17e57e46d745ff93651f655c2d5ef9adfee212
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2800c061a1e437bf7aa9ff82d39539f20a7aa6ba705f146d8ffd3c76b05e4f7e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2cdb6c389fe4fb9c661e0ebe9531586823ea91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e723fe07e59f9196f15cd33ba6c6198efc385bb1d5059688442a9d26179f3e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be96a8ca70c4839528d4ecd4473d67e4fcc4cea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c09ac335ca742c44b563c1dde05aa695d4f9cfd4d45aa46002eadf561837b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd4a617cf41a94520d44ff62f69cf9dd51de47b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5094e9d47c2d18a0b9384ef101121976d3c6c6992abf66f6136f9556c5769418
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf9948c2f0d0d6b4d551bb2c2ce502d3091c3d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd12aa2859b8b8ae8cc597a2d295dac9df6618d7290e4f2fadcd0677e41cb5a2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b857e8b9ef787b1c01689ac5be31d3e1dda770a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5b6490263234277f89404c65431124e4396d4a5114e001626bcf1e7035c272
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcd7509a437a764db7311c88dc89f619a43bc04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaa2ba874b0bb82886e2ba6ab244a69721913c08f6bc9d60ca930a601fa51b2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b130a53745d091449e030cd30120f954a5bc10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee668aead3dacc15589c42ddd1ad7325258a2f486d0b154f8cfcc04c8ec42a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f838abc56041b41ea6a36c5627210decc6fe7323
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6775ef407bb9c9e62248ed815d6cc7b2bc3b21924c097bdd95bf5b6fa28e925
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69a79507e4e312fb6714ab92dbaf5988da63281
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c19dbfbe906f84c78b0d6c2d5778360e1f61d668782f78a8311611af09522a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6617f2a96a7f45749817638df02857f2b968965
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cef40f286b28cde236b81886de1aaf98cde3f129dee87408905624523d2d44
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5d05cb8f55e31cd863f5b42118d1ce40f3c213
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7d980badc2bacdbac70e6d46a0acaf52e6b6e98792a92d03b4ad70d1ec266d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580460c5731f078d64800b8f633e90aa3baac436
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0e58c8dba3159ece4c519a87a587de2da90ec0b4a36d94d713dbd728cef701
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18c1535ac3d3434d266b1fee83fcb95787f328
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939b0f79259e4981592cd3014cae685540d181948e44bfea9b90d8ec6e90f1a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f304bccf5a4c93bc1d841c68aebc36ae0c522db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab182080aa925f6d713be027bf8ca54e3a7fd0b4f4e255426b35797c3388168
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e378897b81f71ec338db3a67cceb5761bc637e7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbfd148ecb8673c80c592b5e4e8a8582d574aecbd517858fe20473d6908841f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3dd87174cf0757d983e59602c4f90167b15e2f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e04122c2f9339bc7bceba2d96a3afb526f7609cf807f0c4aab6da4bcd379e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f2c7ee0876193ad1ea1a41cc8fcb8e56a4baf7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4807e306fd31b675f750a3734bd086f74bd190df60fc8d1b1b34a9105a60778
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153c1f84b791bdb1a87160cb32f47f89f43f9233
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06621aacd087350f2911a9af942a5921981d5e2a30d136b4a754c44ce03b45fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd5c3739416c73838c801ef880dbf72c697d763
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3678f5ae1afaed681546575ac694d0ac7cc509aeecc01f4d93ad3415807342fe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3dfca7ba98c8861eaaecea6091efd6bab781d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd462974ae556e6d94a0c1d6fd249874989cf393c3b663caafa35ba81bfb352
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e409899bedb34b65bca0320e64eeb592112f66fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75d12da783bb3bb0ec3a00a73ebcb3615f7f7a2a6f9908ce0eb91544c12d9c3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b04e11762576859128e5eaeec597b40b2d4726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1210e5dfb9727407fc9568b362da4fdc82f24b95c6d50ff52d001f5b7714ef99
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dba0b4951eca7e13d6264d0cc8e830d22d16e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836cfaece8e56e431ee7149c915fa08006038ac550d3806c6b2661afa5d02bf0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996d941fe02376d70fef71fa4a8367a3e06fe163
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ce923810dd6fd687fca12e8a98cd2ad84a6dd0c82a73a2df8956d5a76444b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c9682aa8e4e74c5e31a7b1beda49f0d6c8f91e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f569deb5f7b0351a6105c880ede6f13efd17b7dff964e9b5f838108bbf9791f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1bc84249085d4e8eda903a2cbf9e06f5129a04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bc72d95f5904b7e638ffc1286da6b08e8d6a098d72c80acfac5fd741413fce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45bdbd38879b0db9492c1773c4d7c495c53a6e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9e3aeba1b87209e9e92381107e4df8886963b349d0af6ca476cf0e6eee94df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c2a4f1883f12c52d796c2f9f6e8a2e31d16425
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd24c3ce277a35be8ca7a5364fbdf711e3c185aff980adb386331d39b2ab170
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1aa76469ba03451aa6e89f7a10fe369a8dd7eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8731a18930f70a586d0a581bd4ed9f65aaa9a339738f69fe90cbdf6c1b771e1b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac3d36efbf2e5c8df055365a6f4debb71fdf700
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5dbad5f99b6849596f761aef5cbce936a5c1545b594616e9abe1553e4f40ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e910310298d9df809ddb58a0f63adcc7db48d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941677662c948f1055e6cdc538bdf05aa1647a63af24d388afd6a2491f24f5fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ca2ce16cecf3bef6783c970fa18d46083d9a15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e76e0d2a9000ec69595447b28060b210fdac6fef38d004c76a3c265b908abb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64194911c7fd37e62750f825068075986e73a723
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec1b9ec7f6630a06da586d52860e3bcb93259835174f06798eeb28f968f03fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b5aec5e418aacc47d0b7e10f5144f0c18b9c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf64117fabcca35c9cb7797ce6b06409be031c15965bb4c337cb244d16a17b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deca91bcf676a66c470e5f9e3bfe08d87073ccb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cec0f87edc03be8f1c25901c0650e0e791297cc0e3c1285f2fa36eee9eace5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beab0668313cdf09303440cf5d6e2467197094a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dce2a0070310aca18d40e19d24515b1571f3e00c98736f9c481939bf9b78cb9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d89537d1e0e5dbaa27b93a9eab059466b8defc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68011bb09b2599c4145d210dfe0a03b1abda42c1c45313bee61eac220608a3b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d93e1593f064e553728dbef8ffbbcb5780b191c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a279271210f4fba122ab2066fdad2d980eedb246ff251567527801fdb09c94ad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480ded606ab92df887e33fd131fbd6f89bb6765d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58275cb7d203fa3257ba41520965a94f0e47bb4cc724852887031a5ab4389e3c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fe6ea34cc1f30efd743cf882e1463ed6a70891
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ae430c9edcd51bba4ac81bca52f1f212f62bf0cbbcafb8074c40e06dff3afd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9772119f739f481d844fe0b697a799a0e4e9b05d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7751b827d140e13039fcbddc05929d76afbb7aa1c70cc7ec830de61ec8f66a1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fd3d73f273d3548f178b3365680ec78309678e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a6a02730941201eacf8688dcc899a62d9590a66cb9a8a089ceeb999f7fb918
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2f86608245ed1370d9f355a10d3d5a4257416d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33694cd65c70cd95d3ceb99e65678105978e3d26f28a06ec2a9bf78d04ee4326
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab71be7af7c8158337f078fe25644b706c378520
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbb687b0044c7c01dc4d12a54f8833966b57b134ed522a7cce3aa035a40952e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4924dc727b421dd253329455cf6ae45583adffe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda013e73e4f1e183c2237d1d52e8ac6e6b9c35e9279f355aeabcba49933c9d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbba8dd757424c45df5accaf92f12b8d3d1faf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d252ddad7204d331574d6e27c7e922858363f7d550e84ba6e5b1d793a74b29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f3fbeb28d0b8f2d854d18c571aa02203e19500
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f4ae6e8edacce2909844e98558df4ee30aac7a10ad54d570f0e0034ddb79f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fd60816e587078a3d7f950abb79242ffff6b8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fd676f8c5478a7aa9fd33465ccb97c802b568db42a417019e985d5490a20d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e206a86c29d73e3401a8d44f1338c1f250edf56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f73838e27391ad304b03ff2f1a8fb513fb79330e2ceed2c990ceeb771cc39a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0dd934589ef936e3dcf1c2ff09cb147d83856d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe99a45cdde4cd8293b9a8091d77c79e3bf96aa1850cb9f29c7c36b6055f3e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82b01161a8bbfdbeddd9702c4c33328a0ae0cf1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a7e910c7f97176436684cd0ddea172191badb2fbcf943ef5c3d2d1f39236a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e04a91cffd6bf1cab8bc0faa92714ab9e66d643
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665cd9b0a67adc0ccb25c7cbc4e08945064f73905baad6375f505a01119068b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296b8e1bd5bb792c8a97fc10b9a2b163c8a4d575
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80693807d658eae21fd8be120f288497d9560fa6878dad284be27bb04f48aaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46f475707ff4d5d234c794423b0f2239e034099
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4ccfca6677c16d22d1f1e178f14c864f297c7c685799ad14bd4b29e1997fca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3304665bf008ba39b3c8fd9e9d87b0ac4519f50a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911efe3e6e600a846c57aa1fb665026d38e81c95b8b3cfdf5efeca71ee8253c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e7467e1b29a47072ef6515100625904020dde4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452ff9e87ff08ffc835faa8c6df0e9e379b88992a0717a1f057b6e99e3a4d69f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0b2c635717be9a84a2b06d4c9a3532e5e00c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d106e502ca9db51b571456650d1ad3153a9df6ddc42d8cb945144fc26775f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22af4a8e8606224e26fddb94d1d53d9b11f4121f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c34774ef61652c2f64f17c9add6b842fedc7c5ff0ba512fffafe89d82a941e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f62263cbd986830b64387256754516542b261a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa6e8a494cc30c75a913180175107ded1b08987a452748c420e223b330521f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2278d5dc4eab6b3aa1dcee6077e25bf885cd862
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6870e468c2d4f4326551b525f3e4dbf56f83a978e3942b5a09f7e5a2de832824
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9e835d78349cf5d1a78128ea4d222ee0232f9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db39b859ac7425a6588e44e02cb863787542b6502bee164ba54e992e9ef24f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0284df88c40d5c97ddcd3fa5e07f1f1becd19cf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b02f11cc2373811154cb427d663f6438fca7d67db658398786eadbdab6846a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34c966e505015c8763c6e09bf04e8da6f662c27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728e1c81889c4d354df32fc479f6d1c5375c1104399e9282c1268c7934f9e3ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f90489b33e0066379ea23e6733ebbd7b811ba5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241a4fa7bf972c8345ea9e452b8dffbea2118315cbfdcb1935abb142ec28b97b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e7ee75166b08002bbc695f708bf83a01a4962b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04fb6f2b8e73a9ee80016e74b2a1e35c2e183c0b93ba754082fcf2ebb7494cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ddd88d523e160d301d63c30201ae120edf0adc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156a4ad6d3df482e4581695f8a165d29a9699c86d5bf777ee37eb5803dc54293
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d831f7379a7b86def6b87be928f44050f2a72e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c769a84cb42b20137736eca272a1b1361f6c8bef17c7e08ca677db562e170
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002cf1f27f3e58079294880bb2ada0e0bf269d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e18af59c61b1b444a8b61d3ba62e5575bfa9c58e86e410331cc57e985feade
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0947bcd562585a900fc42555703180699bd81c5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9793de58cf9ad5f195c457f88d1e5555cc3bd21c560b2e4c4d2706adbd148f4a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2956907e1e19284e3f9dece193ff801bd95881dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cdbc97ebb4292c2773d3cd382a5db30672acc23e890e9c7f6c712b5414dfb0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5a6b0e417f9810e793f8b8c686ef988ad58296
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f057b201c6d50a830086e1a67d06f4beca5b25e2ebdf4daaa50a362c614b053
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdad5eba59769ad7e0c7a734440153999bb6428
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130657685bae8ffa9032e8f3057875e170ad23b58b2241509c1087db53b4dee3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d2199957cd0f4bc9370feebd7937f859b995a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a3051fc2eafa9eb5ec25f0e9957f014383b01ae705e8a0fd9fee95a96f9dd5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadf2eeb16e97b93ab2af50492fd8deab54b3abb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5a358abbf73f05716bd35a4ed459722392e963165ab2b4b10ba879420853e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7260de73d505ddc2cdd1a4401155b4bf8c08a9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae139a1b3a26dd9ec834106abc984107729297b40de90981db5720b70ad7dd1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6542e52252736f1d1709ba30aecd48ef667a76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dc3314d90a588fcb92e2fc8cf571b18594dd0608be1166661225cb7f4dfe80
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6150f2c5e3423b6ee8be97af6e14a27b713df4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b4d60db86977750a396b8d4b4e96ba424385381c8433d6b3cfe2d5e5df7d19
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf53b96a27e16f57da6703f9170a8c4f4c8f44a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940ef1362ac002f81dd734aa0d733ee3951d5c9221c0bf343c87ea308ff37be3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8362a06e36ac3b4696a541986363483f126551fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a553da4cce1949e4378b2025711461ee2678b3a708fb32397a550a091606df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94497e950e51cf72bf7ad2c648bf85de83d8d8b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffee7d66f275fb96c2de0bb616b3a43ba9659c291193387fa00363dd77f9bc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef8a7463e8ef818662a744309bde8f37d05905c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863b61dc0610632e61daf8f55c29ab208424ae49bf742b7435f48206033109d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f0dd6b7f036fbf4a7bd3244d7780da2ecad5df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38bae110a142db0f1ec05c09ac5cca68087d0ae35c03910903026f5d27ee570
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ab37057977806247a84a37fd7578e5fce69b4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7912803ca57a15f98857fb7603b5c742faaade297210b91ff68de608b38fa9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac463c9017e59e12b108cb0dadde456803016bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8567fc9644df88477aae159742d3d0795e7bef9f3250ab476436c77244ed8e9c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56479dd77d107ceb1813297a729886245652554b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7568cfe1f7aa43c137e4f9b0ca6c37a86bdd8ed34ae918299c7459b34ab003
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f3e7778fa9d9ebd6136a422c6006308d224e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b4b5391b5578237cc8ec614160584e35d31f79823a6b9104f9942bb39c1a99
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6962a408b575f60c37f54a384b6f9e4b3d0a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551cffbdee227cab3b7edaf8d853d2ef5fa2a4796b1b134f6d1547160d61e5cf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558705e96f2686b0d2f0170c74884546eff555d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d7e9107b610cf0dfb21ee44a21c9efbc54a8f2e4f6d97512a21d15d751f18
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835276f339979556f787474eb83b6c58019068f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309c9302c06e6e1d3d6b02249dd437fb565a4b26e20eca7c96b81d2f716bb213
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e7fb6c4d15e51511b6ec210ef1fd1f791f2200
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d0aa829b91de4b876f5f527d66e7b2f7898d8bfc59d104630ade51513e6ab7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65d2e78debff56509ffa84d1279057a7cb5f789
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec45ecca421e2e50285ec779c8af30f322545834496e17ec797dc59ab8a27ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8836274c2c612bf7a2e8b183059a9a8420a318
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c50fae2959152092ea05532b7f39807d3f14eff4eec1022fea0cddd0eea5f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251947d4e5f223a617b8eaec78be7db12ba80a67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7317d4094f578b2604cc0c7c76ad5147b6933b1ba0e74fad2460ce886078db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5b22a2c8a3764f5a9a5de30fb572ffa09a39a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd1698ed9bc8977760aefc73167879a33fdbb22a0e6d5cdfc7ac9486a6b6a35
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c7e9f49e898bdba94716ed76f253c8c894cd2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9957bd614e4f62d12eebdce5baef578124a7dbabaf7a5ed5fb4cf715cd090794
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923413f140bf9597ebdb427915db17415f2a74e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a967b9d37e09d3ad4a71083f30eb8e9e32529526c9720b67e23237755be74f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b896dbe8eece8304c8db7b74fb153cd5e4189cc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c5952b5365eddb33b4d6f018c039b087832e45c0111efb8f76f9bb4b825b42
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660c49604ecfd85e4460a38b322fc12953ad4513
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d85d651130f7bfe8e6fe0cacd2cc8e5845f35b29bba4996e6de4bc8e046581a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d7b48e6b8d855af4d90f11bba5b827b6226225
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58e1d17d4b99b1466f7fe6b826ef784149de095668424717e085e4c8dcb2dd2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed3ffa1fa5f48643f6c09fa9cc3103626e7a486
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3dba63c2cbf5990c46b4c439b438a41665071d2ad45ee102c1408453a45dde
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762e8f25b014cd462c86f91ccdad986a433766db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e77cff74516121cb4394f6e65d6bc90d70311dfbdf626c49a698927908847
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412078a4e1be00e8094e98a3c2c8ee831ca3013f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5778ebe8314ffaf6c3a247058fd15cead4b362bb4b061643df54e338c600e7e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490f438ce90d6679cc4f9d0ccb28f6b147171f3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86a61700aad6972839316e32e0fda17111be9a64f46763b42970c63afd5f963
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c211c99a32bda19562bee91f7b914498f513270
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79ee34071c95cff8a1e642077af3e5cce8c44cb18e17b8d8c19b07645793a7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4fd9bc13eafc6d794ba11a336ddb2a812a1fd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffea399f48f2fd8fc642f7dbd936057eadcd77f8f2f0baffd1a19382fc27b67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d583311afff87e1da22f13c8d7f101e28e7ffa0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d6b6e88f3c6c52d3288ad91e8bd6ebaeef2b3a6d4a572cd90ee2c37a298a8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcae5be614ffbc77dd24591b03052bf91fc143b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f592ffdb20fd9f27db1af16f2fe6cf60ae861db6f6ae26520f9f3d0507000ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472fcf117ac5d9da10d446d714b9aa10abf92dbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40150ef0286ad026e2121a417508cd646568b2093c169c38df974e77f893a12e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b78145847f8d5b32e05544820a2734f04e6763b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b62a3b58c2a51a562ed3f143737a12a298048e6e4047f93b1e71a69a3fd89
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe69a78480fa6197bab143d800b153b8d92448b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513c39bdcdc93461281b88ee590d61484dd4e2744bf69582a7d894f8fd7a9558
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd237a1f672e96ce45688dc7c1e8b4a321196b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5140bcc8cb95be8de61e83a514d9f9c1c87ef855f78d7e8a7fb21467d10debca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371630147605c6d3098acce1afe78a7bb89f7120
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f4b5c83d8381558338f8bb4ee0cc4ca37e9084579d671f5d05ffca7da6296a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303dd5ef49a36fb72122c23a74be42575748a809
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd1e6308bc8c2d4152dafc7aa58f0248d38f543f8118cc565c62bf06f7d0870
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac15af7f495bd3cb638ddc35a116f9d74d81d2c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c46a339c0b90f53e5de201e80002faf95be822de0a995516352641a19e2421
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378480afbb739ccd4814a79cc9d69690a0ef4e2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366bb38e4cb4d8c739d3762cbaa740bad0d2ad5aef19598457c92e444188795b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3dcbb165b5dd16c57dca81e6e047f6375fbdbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732478cfd63fae5410c19c2c99647a994ea8275a636d293bf3ccc807cdb5b506
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f249762d27e0ebd950542df3a85c2425700dd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bb2ca3149e19f65835556f044001bdf1c282f229bae70202f8f321782f4bbb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725ef9deb6eda4aa3cc4e10bfcabb50510c9e148
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a0756bde661f93d8897e2cc637d97fb2761583201552b4360d6e5c4ac07cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a467cbf344a1919dbafcbe279d85cdfde841be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e5c1209fbe9728d4837f8ac0f50439cf97689ff865da2f3b783794f1c6c3ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92288c37480e1afa8dde8baabf1cb2381995fd92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632ceb5176d7c5fba284aae9ffd3b78b8773c0a16ba7d0abd67b8a0f9fa1c60c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535b0c55deeb72cf731d6287fc04c9042a3490ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc27796f08600d6ea596d789ff6f3d5fa853bc423b9c53f68f1d127d44c85e8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c29641b77ff1007ea1e81800d578234a5fad0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78df17665e6aced1074724baa5f585b8c54e9db821685c587ab35d1d868fe937
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bb5439976aa31e4e5d3bd47661b526d90d30f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619d43e89e655442fd3f553dadc26240b9d4de97dff63e6c84dca42bc6a91117
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59428221a96b8c9f046ee25a7bb2c56f92294ed5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9ae9b6e4a77b01d12c1bf45e6727b54295000fa090e4ceaff8503a4295f998
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4a39fd76ee2ce6fd58a2c277678ce1194c455d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cbeb78ec2a93e4cb9e00cc628871140eef4fa3b579817ba6d13c75ebbc327f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7678951babfbeb72e02cdee705f1b329d49cf56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2fc7d204219ba6a7d44113cb2ca6d3976c4696198237c7c034f9e059f7ac3e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a659a895f7fc6a79fe9088525faf46682f3075
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb9027b40fd0df998cc28a2a69ae1f3f60c252dd7be987f9406a26d01062b59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13235c50d98ed47d1fa8ed837723a4991558548
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd63d9d533e12dad484141b84df97af60709cecaf2b4c886fb096502394d0f95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd428394aabdb40124193cb6d38586c1977e0dc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c0bcb51535c62403aefc3fbbeed04df3459851e9e2764608ef2f8b16161127
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3668f4c1f3afd83933cdfb5e99b5d68de8540cd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9136a35f4989ce3c629010cf106dce868184edd5273d1bc8eb8ad4b44a645f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9a9de2e3476224ba14879b9c464b5dfc55b32f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377afc1ca62ec853d42e0be97cd2532e7fca16ae29e8ec48d5c2f015d6b64a29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc470768a4b447fef9ae55bf17f44fb3fb730fc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad8450a812e0c59360240432168fe2b7a4667a48739aa83673890a0251cf780
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f37c35f70352066e8c7fa7075fcf85dc76e08a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5707f67706ccc9917428908cb0591b76c34e478d0f4e82bd6cfe0740a9987707
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965e8ef5910899d4ba40cad9df4980cbb365580e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05bbc210ed0fd16ce8d4b7941c48845a66d5fae05b8395a94eb1a8853802641
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccf32b8267f283bb4dbf5fdd3bc371ba8dfa777
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28764f7da18cc7c75226cdf10c805680f5b8115d23f5c72c43c8c24ed3d00a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a411d91610db4103164778d3fe43c2a73995b39d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e06e00f9cf142aabf7664818f8919afd38426efc4fd1e5aa4f150a9d178b37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7de76e9f9fcb2c5ac915e4e8e233fbf3f73fea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696b919d96aec877355c49e9e4800f40253ab45f395888f25bb284c5ca8ab7f9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90f158193b8036e354e5dfb54ba2b0927bb604
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9ce419a87fc3e5480c4879268c45642ad745a5d0f891086f3a682e4ce5c1f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e407ccb632b0594a279151ef8d12093b63b5da4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07624007c0c4f7f4ad633ccdc2755526da9071817f55d56c6a36a7f9eb75fba5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7775a7d282ef9c64765ff4511f5820687c8e6243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd9ccb1caeda1fb94faf140613a96b6d0a31e59813b3ea3bd82528de4a95d0c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accb02b35d95b324701b9becd8899636dde9d0d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8bdae0aca66658a01f8ac7fcf5849ebf4140fcc09e2a4afcc399e3cd7a05b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ac808001f52b71409eb186aa46ba233925b884
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ab67cae4f923b9b410e78a70d2fe1e8b8b7c513f16315c33428d38b0a7b51d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20910270c5167b1e0f27ffc90da0a39ad49e4de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a38ce32e89911921f2984b6e23dbc75fe3a66679b6c492a7fdba6c67e5b4fb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db783099c39915424c52c61e1bea87a83b552d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4b0867f2264767f1da73990cd86ac154b779cfe617aa81c300eeb4c1be4429
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c557bd1a9605bcf07b6bee16c84d7700879257c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01df187cafe4f86c667248c22426f3820cf3c8d643225531752b028d404288
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da2c829fe75bb15e8abc6741296bb4ed851e981
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5944b5158054766236e648efcb25d91884830e1a80cf30f8b20313b63dcf5f44
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255483847b84a223ee4c989c500882783577c799
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e18b681c467f032004a672149c49c08fdb97bb7007d1f8a9d146e4c7d88e0b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d70e57989a21733c362cad8391bff9ae5604e10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b8e83e41af7fac5305b978f3f05cd31f82408896f40c415b20cf760128acb8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31db0898a3befe9d8850a4297e1e28e0dc053cbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea27681b46c5d785c1072c65b59ee2655d9b1cf59dbbb3ba8c80590d3c15ae2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f51d01ad311b5af606679bfae9e4494c80bfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76f94d301fcf4d04e67bc8c0417102a2bda734145f525640025ffc4d85fbdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f080907fa4d34c6184b4c62602720420690f1ea8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881cacfa017276ed11d83cb8fdd6c61a3e0775c520827d456ce6411028008598
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c25e57a9428c67d252fd974c8518e5dff4b53e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab0b5f01de8f7bf54255fabb455406bc39911304110b90ef78836b19f95eec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11956c12a57347b9f97e36e8851f17b11ae91fc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33ff1b4f2badee707bd0f11d111f1021c6c236052f6f1fb912cb1e5528ded3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd0029a3e6a3c389990753c8d8cea56f82331b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924ac245dc42cb8341e0e0eb1b7064d8c304686f88195f1ecc647eb52f6bd731
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c797e730c96d1fca885a37996459e76bbf55e6e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27035eefeb6b5100b4d575e73127b3d27881a42cc81ea8a1dd6ccc8cc6b371ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f786a7545a987250f47e4ecbf95290f58cd64e37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f406036f4c62a633f3764af300785068f5133de690e1b8bc3b0d1f85aeab08
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f885ef50d7748372364bb1e7b2126e7e89d8d55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd0c03d76d1d146bfdd675b73fa92c10af39e3d46b6261c745e2320ee9bcb8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30908c5005dc33636ba6a365d19da54f53edaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595242b7fc14ffd625356730043274862315e9fd3eac54b71492cefafd515b70
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffc179b953014237a4037a8960847f0c31416f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509cd4a17380ccc62a37362dd0422f4c12f938105808c8de6ab1746f3a179c9f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926d61ef51bec681cb899ec04cb6b867134640fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b954635c0865d16a06963ffeffc489581a1332c1b090779e29d2cc9b9e5922b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630ab050e1def25acb1f0c870f5f02250bce5d97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f183d2ce6b4a8d1dca5afe1c6bbb74e59c5049e7bae133e0cba269108214600
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d656c38ee4e51a69f9bc442d32777e85547f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ffbaa01fe42cfbf3a8480e86b4485c9a2ad3bc408306948885dacfc740956a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c526fa0d83884264b679d8f68b78704c0d29bd4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035f9cf5af3dafd1e1032a833313c245c93b86ba8da0e0638defa0cf5e33f31c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b71bee44a9d236b666e1857818e79bc26f4e942
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59881d0c04fb7fb71bf92a9489083ec7418d200e546b5e5d4c0f1d3f0ec746c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb343c75b28e6d8c5a875d90d6b1537d4d1c9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42de78715be08f5db4ea2e10e1de7abbf4bc53ba174e93f209043d899f26057
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbd47368b84cddda3a81a2590c2665d64b3e400
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e102dd670575111048d0a110a0bcca4ef64ecd71849664b85d2db6fd447d6be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c7c6ac38e0c5362cccf5d525c582b7c3e27e67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe084d99f2904cb5392f1030c73ad9ab33b6b344af6e1491625f19762883123
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f034f156af228b32eed17ad114ee450f3b2d0358
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23e15307df979a03c6bb92b10ba8442890562a1e3c0bd992ead4a24affcb544
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997acb0d8fb6b3c05b55c8e9bbe1d8e2b1dc1069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67551f689dcf8eb438ac17a9bcd6257d7a0929d81210c9916a72ef4fd16f9ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f15dca2e03fea01aa045f8d32ffb7c45d869739
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b36145769b9eef8a8a82218e7b499d6e8c783124ccc934235b91f2a3b8321d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2054d42585afffb5a051279b9b32e201a34c368
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c6a914eec4ce71000270a73ae35eedef4235f163fde427c73445a34986d6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d4b1a6dad4fd6243e89d5323ee1ed0fbf11ad6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e586f8f012f60cb035c5c56558a392c8665b8196f6eceaa4368c01c615b34814
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ce6b52d538f6c0cd37e9799949cce43498145f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a31a65db1edee807c0e8df6d033ab5dbfc53e9f6e175caa7833bdba472831b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c485eac1e81e99a0c840bb6419cf7e108f5392
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c8f8eb3bfd964d94af2f6410fdf4e8b2457738d552f1ec228c443fa7387179
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e06aabd41908fbbb199704d334689233ad242db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7917a5ee410ba4d1ad31d9c55f1f9959f1d62ca382879be0f21395d32aec39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdd4b57b572c38db0cc6cdc4eb47cac2240bd7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7085784250285977bfcf106aed3d02507833f8381de7605305ce154591c8c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6208c5f3e68564105540b462d1094d229c83e89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a7d3a18d12326be08325ef7f4a440d9c6a3d474126843fc63677b691351f80
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c38122c6c813307b9261d96699c518c0a0555e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199fadab3147863c52f76843ba6ece51d8d06a5fe0054f62e945544d861fc2fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c9e3f99950ea8b0f853188019c25ee074eb87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ec99219a7a6beadc0b47127a37390051258821e047e74e289e98c41b05714
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb62992f711188e74a1b2427afa4d6c29e26211c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59958646407fcb3c6b99443db533e8eab58c0b068085815b3974ff22e14ec17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8089020f98cab390f6b2e4f866f3372011ca10a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147cc5ae78b860a73cfd28370b606947b587e1517493d68c3d9ae2eab88ffbdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c83299393818574fe4c738ecffecff0366bd0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ce65ad43d253a11766e20c20bef21d9ba929ee1c6d24787cab375404895cd6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fda988369af005083b53b07003a6f802e68c988
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2eb89e6e8decc75182b89776d977ca8857b11c775000ffb2e1aeae38e03422
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554bef95996bac23845380ec3461d99288e7568c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b16dbeeb4906bd917ed2fb64cf6f8d2448bdf45b835588f4abc146b552624
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a37f0d430674c08cd46e8553ee4dd497fd5dd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fddbba52af54a08c72dcb6a0e5a0e1c965ad59d1a22245614be57f80a9eb79f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae13892bf610576733ae9d8d2ab82df650ef3030
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d98fa16c43518353c5711e20e09e3e91b0b3a9c2559f60417ceff29a7cc09f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab273db586664352ed211844a077342a7791d1f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6137520486d966938904e5472700be06b6ba4090043ba56f7fa098ee6ff3adb8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4230b9dc89a11e5b5e0376ab437e0993f36895d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269f9097867b45e734c09d1e0a7e35f2179edeb8245983ad4a2f2722528327b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf07d9729c3f0d74ccc0f239350f8e9f3dd338
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524890b269d30fcb500e2dbc5ad76217914252e723498aa614591a10f1ec0d31
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c6b91588207b3713e1dab56ce3729c9ae72bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c2d9337f52b0ec85c452a3e87908fc81f6e3b872543f8d66a67d6fac691492
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f865a7de8f61f41605387c202c9e8fa98caf784b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871df8cb8ef94c416e952d9011662e9ac0b3ed5021d443bcfdd8eeef919dc4f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f819db9e779258299e2d596e840ac3899ef3443e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36364314d53a4f5a7d45887e67b0358a9ef96e897d0b62281cce4112dd0e7e4e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af16f6c3aa6ec87b6d9da4bd649e1f991517198f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e6becfe19245e53de39131e4bf53025a1e2fdd39da4cc2a1c1a85878bb82c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c58a1a95765e972b97d1fb3b30cf3979f44c14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4103370e34af3aaa34aa7fd96bec30a3d19fa9e6dffed8a66fb58e6812fc1c26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b8d4209b8ec5ccfcc699c513f66cb7f7aafb89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f5080de8385ab910c91811d01f5a6f42f1ac9ee4934b3537afaf0e728e037
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b3b7f47d39cc5687b3de8a4944c514c5558943
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155d1ae094fae3b47777c53de4ece515ba58679c449df9c93dd0231df2ed228b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412fd5375c02ebcb646c6adc48559abb1e1d28b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02365168ba0c81efe7b1c0a1963930f5abd98de3e70b7026d50126802b9e2944
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a2f75e8357b7898361b0689449491761974657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24dd1bc1e6264d51d1718671a37615dec6f9dc1f761017f40baf57effa673e3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b24fe9ae5fbe933ad0a5adeb47f50d52b2a300
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca784641f36ae28ce8cdcf39f2442d52264b1f50dd3483502a57a711fa5ec5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621d6c2b3ba90e167c00bc591707337189104a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b3123d77bbe4772c3cf422f3c6cafb4ff38391c3d711a57d2efe664f6c4084
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8941b16eef132f5c25c57fa6a285f2613a5565
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59587f77a7091961ae75a7ae3e9ccc163864c4371a5db3fd9938403c049ad33f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b3fd46b92c09c52b3e375dff6e73a818574fb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3352267c13d1d5c6a9bd0f62d1f59cd6d00bc274e7f1fb22f42a1307e1024
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18db330d4767c2a10021de5bc96fa6db7651bf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f36ead59f6b792090c33516d722bba3137ad04916ed48fedbec318eeca12424
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c5bb6d20594211a5540bebf6b7cf384fba98d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588afed04394fed9496a49b80a2c35fd3fd485d0d1d0b78d365ce7ea9f6b1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fec1b49688a266900fe7e7d5a6e32c23e40c02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c81f954ec3065a0d7685f8ab3bb6b7fe3def42319d58827abbade1f4bb2a0b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0b8487c7eaa877818727a476c11a8a6d8846e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814856612b65cb3a1220de62da287829b462f81551d956f2895b59c72cc59574
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87656ab35baa0bd069db07c7e9367c3ef92c300
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58ef03b478b94f441d33ccd39a7962dfbd208e970640ccf2faa2b1e95a285bc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033bedc2897afa500611c68237c6f83abf71d9be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48138eb8123e8deb5f35b84ee103c672067e5ac80260be8547e4d443b1f463c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93640ebceb784ef931f4028b4da019e0cc246d1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feb64448111091e4ac06ac6ed36885e1d864232ee105bd3eb9b5d35175c7cc2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9047591134608da3045acd2d86c7e8e4335cd35f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f236ea0984ba589649251a50b228c877c0f47c68c1d1d1a3bc360bde862285
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3c593c4c06d1e9114275f5fe56ad7ecf4030b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02438869fadaeab3e0afb718b0f1ef9f317e09ebac605a708b35e4b41c78a777
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02c5e77950430fdf5d3b5d7714d885670ebef8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115366e81544d17f63443aa828c40c87bd3c96354d726b6324d2200533d09f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b4fb7c0f60db9b0907e0fbf9dc86134e2c658d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbc9df39f6d9fee3e8668d20eea653aa891f740ada6a915330733b4ead6abd1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60e3230f9f8484a17d226677c55e903a8482e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333a9600843737ee87ef4dd151a31db35b1ec06062aa6f4170fb6db321cb1825
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07502283106d0ba0e1d0701841756097c5f1589d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da3001b2ce1a19f56c01dbb62c39e3dbf406d20e559dc7b099886327d64e50c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f391f43c51e55d0f174c93c741a0a42ff62dc9a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0014feb769b2dc50cc9021718604c0bed39749ea5cd4e16d13c642b64233ee93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ce64f2acf72241ae126cab4d066724040bea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56262817798d822e6477737444a976e8a5299c6301bf983bd62def72d88cb96
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cda62f2026eb720590f2dbd56884d354e199b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeddf96a2f9aa51ebb930949efd3278db56ebdb11f918d1d391a9b9634031a7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94976ae407633c3df753cec7a2c785578dee5180
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fa2ec577b01bcbf17f989df61deea8acddbecb5c662df1028fd5793b592b20
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515be94552ef90b1ef5db8392a8e39176274cc4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398a65d30272a0cd676d9ad4e3f6e1a330d444a192883f99ed8bcb6163f359d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773859f36f32341736050869119bdfe77aec3397
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b79ff50c4b05e9bffa2bbf169ee6c27fae7e8528924bf2dfb00221d8b3cf614
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e7b0ad51c88ec703948dcf78ce974432fa4f8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b34a3d8a6ae868260578eb0e8886c22a026fea727bb977fddbde14c6eddefb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400bd69d2c717a4318abff1fbf3dd561551b87c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a7c99f4b704a496ca334fb3571b3010a56e36c4ddf06fb481ba52ff4d025b9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cefb5db8446faf8b0d68659fe39e98615397d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523cb82e01fa32d3e25b0885b7410bb632c70ff5d3a3d858286822b5a93954ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ba0bc38fc8686eb9d59d46e9e725ac0498584
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f6661394f8213a3590986c6904f3d9a9d7a3e14348f15e407d2d17eceb3452
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ee329813581db185c478bc9bafabb663c312a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9982b2d39e5429646e2c42c9ec411ea7be8fce124b0e74862ecebcdcc65108
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb72ec05d6b6344b8199877c66c43b25eddaa621
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11880276d0052171873f1398665f0afaa73e0b759927449edb4f0e47e8cb1186
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5f346bd6557287a1b2fe0df9e9711808d2a668
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaeb2e27c0560a4a547268cd495bfbfbb5d9ff81e196c5cd2ea0f3d2d0d6fd1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b2e7908e9a7ffaf0ec9e84ec60c7ff9ffbc4d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5b048194b830cb41a70dc32a75dc6b1f10bc1f2597cc614ce17d6f025021d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6318a173bd318960cfcfd04ee341428151fe6139
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc8b98dc0cde8bbdd0021677aec8c1027c8a2d3bcb3f966124ee5e772fe1481
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766d2b76fe575deddb14fbab1e2c62fa37a37ead
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f36d99da08f0b6dc0d6c9baf05f4580a30a9fafa532e344ff55aa3d70451d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6eaa4ebc8e52da7175f0f9831174d87c565e30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d871ff9dfec74ba57559c9574d36d3feaab0b34f80296c34c5c6d0c864471b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304126a1b5a35f282d9bb33cf9e3d79a6e579c9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bdaee2b112dc253bad8bcfb5ef34876d9b06a54347cb298be3cdd26cd7b90d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e785ffd004c70fe44e22d96cf53bb04c4a6a33f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5c958bd025da0cd5f84aef9283a182106bee7fe2296623438ad3f6ec4aa78
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eef5eb2f428d69fc6a02c8217c0163eeca6691
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee00e3e6db83a5099bf02a85d887cb044ef03d03fa7413ba78d072c796025a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183efdf76e2561961813856ec56bc8d69b1ac9c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a6088908f5c8371fc594f463e1fc75b8e5b428dddfb1b4bc3f559dd26e6e0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bb7894f8652b5ed71cb93d62037ddd116860c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f13d1b6d0bccc824e34bfcef4dcaf999867338b997507d08b8d0a166d5c2a7d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018718d89c7d2363fb5baa871ab9323da4dd76ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0207ea15298484abbfebfc21e4a56e87045347b6bb97b309dd5743daa6a9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5289ffc3c5866a308813dc4134bb898149e9e23c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e1261d3422cc16f8a4c89b36bc0b8e31ac3b346e6dd87f3d60b252899dcc67
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111b20a79b9f2e4891c0bcf1ec43c8005760e2a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9445f4ab172fbbab3eeb9a47b81d53f71d58dbbe3cf9aff1dd0b81c3b68a523
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba604a82a8c003bf4abd42fc610f7d728d58b322
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09799e46d541358c5d738d570feb7fabdee42dd57dd3c43f4e1e481ee4f7e63
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617cec0fe6da652af79b12de190cd93a3da14283
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af515932f717b712438bd3ab3292bdce56288fc5babe731ac4f6e2112329fb3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f49ae15a59d307c42dfff9e98c064e974d6b84e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fca39747fee98dd29cdc383b05c4080eb40d6ed00125f467eb25a373e4a438
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aed411ba46a3a4c1cd3468dfaaa64d91fece99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca564e860aa6f4745861f8f053151414d354e6b833622323e929bfbd17cec531
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefaecc3b12731c7725fa2b6c351cbad2fed5587
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca66a6683334f0efd4017f4be7ff07f899fe5648d9dd895b922cff90d0d873
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c4ce9cbb63d34932f98ff2655c1e2e6575fa69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da22c520c82ade6bd2c8e75d8847ab2374f45821075cec3b3feac72dd6d90d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8f73db214b53a27851e0df42f853e2e8da743e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd95b2e7b5478f491e6d0e493f87a1ba61df1dabed61362b6391cb42df2209a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3306fb348d856d9abb4c2654bfd94391945fd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa056854769463ddbc7e90a3464b7a1b99ac85ce371de22b7dc909fc10a1fe03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88549c226b4389f8b6762b41a08b154c05893015
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85df71d96dfe4753c20777090abf54775cba13926ce6f5292b6d18fea2485330
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd1a2bcf5dd65a8dddd50ce9d2be08b276c5121
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d301aad82876616dd29802c81b32bf335fac7e826e9cc2977e10ce0fe376f740
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558271ceea4060e4c0e6bd7af1e0ba83ec41bae1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a8068db5107dfb55369e6db3e91a78c87960478de55847deb532f0817b0d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a14e6eff36e1a897ffa0b0167144b8a5ae55f9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7041bd60cd324a794331bb6a7a776e398ad8677a6fbcefbcf91b8f021be56ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aebbb58c89ee2b3b4e5ba820e5daf17fb92f631
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c501f6cfd06255f084d75bfb2f893b27935680daf7885941acb2e28090ca0f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d218319ee319369167d46ea7ffb42b15e44489d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fef389f09ac8098cedd13a418303ed5ef3cbff9da0284a1982096437dcbf57
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622750239fbfb3e80dfb56ced19f77af72516610
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9d785e6cb27f3649cf4e24c684a9e9c78bb1a197141351fb2daa95353ee37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534fe1ca533f305cbde573c40d93e7d435f4612a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6c2c0fdc41a31a7af1a5ace1e3f4f1271e92f227e7092e3a68d373209a1db7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e025b7a5711eaef7a835aa4ebbf3b7c2203f59b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805473a67670995e33f3335677cd322afe552192f46a78b5b5f9241a4e70b9d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448244033bc84e54586afbb586cf23702ae8b0ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9f94785de1a0e9c62b92e9f9e68e53943f9dadf04552bf3b009a74ceba26a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2af3344daa05ebaa89544db53617c016123ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77be97025b72a377b6b593c9f4b54da298c97ae447a2f82c434a77368384f5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5b1ab3be93e015d61289c88ad92cd5f48b25a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d362a159c490c790c19612e746d8e451cca8a2344873b37d174283fd0461fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6f5d1479728ec02167a3c906f6ec8af5363c28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b749edb9040418c063ca5f3aa7e71bb10c6b06891f60c6accd04114c8bdd87fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577d28ec62bd2769ccd9515eefa96ed9bf0fe93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06881d63bd691a9c1f40966a3662fb808222383ee9f85366952716fd33fd658a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d670d402a44dda5a7fbd73be3375ae2db851cca8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf2322b93192159409ad5d04cb2fb3c8093fc6f317917b15afa454f617ef8c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1085067a70e1d7482beeeb089f114a341855f3fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b9fb9ec63bece134eef573086ac36633b25e4c9d612fea97b198c22358ebe8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb07b2f39a1d192d5e01b1628f64b1ca71f70529
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5511cd5bfc6f7694396de06f582089463f325ba942a6f0cdcfebfe7b075391e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076a513da85754edd062426c580098de570e8a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8732c98980f310bebeb99ca7c7daeade92d69a81b716259757b6882cb685b699
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f79e1234b4e0827a2389f0f390b7195a832ff7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188064c48669c7ca53d5525a076814eb29ac796593e39d1acde1477078c54517
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c319ae1fd5f20abf6f398dc57c0841257cefdf2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26c57db6fe8287841f7fd5c44b1505c72dd8330c88ecc527e123fb15367db8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037efdc5342b1e80c9f4f3097a958d59ca982fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91be06ea992503e9ba5b64ce7cd74b7dad3c8d458ade1de1569afdbd90d3b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e47df4f4f3bf81ff75490add9542b2facda8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c00fcf8a50ad58e0cb051d0d33734be9aa467d083ebdb9783183b9d2ecf03f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffadd11fc8281877be8687ccebddafa7a4158c9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6f0d5f9b3e1c21b92cfda66632262b758fee544eaa4ea77026cebce5157ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad54e5d78ed4a31aa5f2e6bf5b333846480f9ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e0d74083c070ee12ed2c3a62340b4ede451e93c8b10e033710c0c6ad0ea03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b2ea27ecac699c2fda8aa895353118ef3a2970
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe44d0a194fdb9d1ee3e860d937a5ca9ce3cb5e8a57dc736ccedebd6539252
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6234690deb47bbd9b91c2d4ae183a0fc0ec2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab2139e5c9d48ba1e6cdd09e7c03318981b872eeba51776b00e0c45f1eb471
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef18ee2bf5651e05d6aa6202bf13d5b8f7b465d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfc84e48ab64e4fe259bfb9913fe175d3c7ffb07ec7d462431542e2b8a73ca6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79319f194d3ffdf6f95f1b9c0900a2af84dc0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca26aa21430d611dac6641737a5b7e14e8b37b5b2161a7b82977939ff2cef66e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723c2ec76a978347111f40a0cf23a01e882d372f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089f36cf2438db100651c55a044c4d39ed59c103dbf1aa2b2abd43b97eca4ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fc1049d07d53e61fbe2642e410e00d867e39ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4391d91130315f779a2a6e9dc11871742d453179a7ba02a3f336e21378552a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ff630434d8642fe7bf3bed271e01589fefd1a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a3b8614108a9a5585b04d13b338396c3e4cf5ac5d55b11409ee3c7ddabb118
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54cc13f864e874f080096eeef18aa49bfaa1e7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88bfe0e6b499d0b5b37f5d911955ea7e0ae0fc667e5db00c6d7c4104a849738
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a530b51d06077a18d0f231ed3ce361fc5088c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d11cd3275db57439ab71445e2c58f7b7f35056d91df33939c377db1f6c2509
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7695943b1e922a4bc397103cca6365437a46eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeda62127f7667008e8e190d2bee46d13928c8223173b049ae51a1a5d8a405a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be0a007f4d98e87a3bac1282772de47c5fe42e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ace00955daf477c1ba6bc922808fc1cd527845a9fed864255ac7879c95aa353
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbacf11a3496fa0401e8a9a70b77fcb46e50d1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996b12c33a86c2e3b0eaca7c932c634b6442d7aeef91b86b089493650121baf9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f621c09e1523abbdc6725bc7d58e81b8221cc504
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1456bb3438cf398641edc4da903ccea17d140eb818f8059b69d65c2ee3213e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850aa460a3906f6654561e0223a0be0f31bd9348
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2332a4a1ed95baffa9d6f4dd833d93b8a7797f7525cafb0ca0448344b038aa9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3307cc896d4c8ccbf6ff2a79c48ad695a0971f02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf198d21f8fbdce3e8447552120fd49c60488b70e67c10b93b75436f1007a53
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0505a300dae52fa5f97f1895c478b7d689a96b69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cb717bc35408d8c46f3fdd5ca36e687f42d019820eacc1c656d2a657bd292a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d28723d11624b1ba44176498e5af5b03ccda10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c186de85459c98c42b36081392c40c974b968cfcb6e13fda6cd90b1e0893cd4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02886b456df7105c651c46c87a9b4ff21fba0aad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb6abeb2be21a03c19a0b4cd5cfb94d54e2b9f669de2cebcbbb483406daecf7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce198370988b1256580ae3226e1cf146beeb7d1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38625a0cebadb967842b3c07ac27b58d428d219b0710ca8214701cd991864e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9d30f29055e40822972da5d375f23dfc49d16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4e3f18781a2d731b18f6de48e7f1740ad56fb80deddbe0f364d06a9f3ef7b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41e6d90f289ada726dee06c8e844bba2c3cf183
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1737b3284686295168725382695ca49f7e0b3a094eef6ce1fdaa410cf8fbf316
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b2195283d744137ad099f5e743c88182ab026c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858d7f8b648b2c081d644441f6a4a6989e1db9105e1286cb6c440d5add6aaac4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853d1722f0e9d264f256244049ce6eb27abfcfb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6056931623eb7f8b80149709c0212b8ebcb19ec3b628f54570b99006f36ba8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9e5f3004f03c15b00b0050a2658a798b0fa724
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9555a31ba7bfbc31fe854cc128fda46a0004d5f03c8097d86e62914b3d4526a0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4872260bab0de33f3fac91459c631dff5a9682
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa88853867e5364eaf2323f1d3ab54e2e1cb98517942fa98b83fbb1e1df00101
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4d262e6b72e5fab37f2788c992d00a8a6e392f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0cc3a1e999e53e85a72b6cf081b14b7b6dd3b4c05f07405d539dff35c87f44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5312677a86a9cf601bf4d72a943e6586605bfa35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe170234a27628a9623c41851d0e6800cec9ac53d6f5763fff4dc5cb705e7c0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f6a2815f0a603afb5302c13dbf782e5e355a0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e091bc96ce2ad48c41129b4a95e42e467b4ffdb36ae3b78e426d7aade6fa1a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2795665415647be5729c2a3903da1e116e4c72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d9c49b99f46566aa789a495a70d5a7863aeec88de10aefd258d02856daf308
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8cf4abb341f3e5e4732f40311d0d88706d5dd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb20020a5161f1e8e94bedc9e81628454cb1ae42c82632960854f44dc5c244
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0593ce987d194f08fcd65583811cead623d49c5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e83695e37823d5e1c7e95d4b31b937276dd06a0536bbdd738e54e76232b1ecd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5565066655f37471401c3c4a3e6bf65d532db1a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b747dbc2f8a37b870188a25225b1a6145d2b848dce97fa7c677c222604bf0af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a5af691ef6b7942d0fe7bc2a46cad47400fc7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7268bcb6aa7532a71ef4859ad5f91e5a2e902e7c9a6539622ce636a807d0aff9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a51bc9e73be8b8394d04e137993bbecf1f1ef6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6218407831e88e29d63ccd3e04415ec31c1ab69b14e9886c724da29d4ed0866
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a994a36396b1182d5c86113ef1970dc330821192
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f759eddd6ac81eae57a3102f5d22f6d2a1544ab008c14b8abc1d62a2448c7e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c17d0fc454d2a976868df66ec315f7aaf5c6bca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a50d92fcd93f5e10f88d6028354d6b2dbd0de0d082eb7cd6fecc25bb713ad97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4c7ca4ca5a4538526812fc50b274dc8716e639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b649e5db5fced86ce1148b05e8e961216865a014ba4413dd3014b37662c73969
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec801e6151c79d98f99d88d3db673bfac55dd859
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f446ea443a136cc04a4ab750b91e937cb7c1f6f33f76bdf5be8c8667287c6de8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386bb24a93e8d979ecf558fd1e0770227db85ea8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42b44974c327b126644d48362ad7ef2b52767424fce530fa5067eba905948ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53138d5214cd180d328b783d32d63c6ae1239b88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb28c3bcd2dc2005e54bef6c5af2425f8bd9ce152165e5cf91eec224b666a460
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c1082b4886d4e46f368f6b3005de093cee1787
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceec456c6b5aac0b24d6590b3b5bd065bea26c2c16bfcc02f358d365437d223b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34d5e13cd11f92d640ab5a3582537d4903e7ec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95836d616bb3f612aba50bb63548b2f20eec641e8365b697d3f9cd0ed171ccf3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e368f283b53a386e1b2a7fd50543f09dad754332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a545fd8af7963d582ab675cea5b07e93e151727245af245990098f36c198483
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b183fe166fed28511f2104319ef9fd81ec18ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b1fd7f0d2e3529be0f0a017b740e63a465130982927bf9d81264a600d24a07
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49910a0b238285088b5e9f4c8ccfedd659e163e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf105fbb0a0c1a6eea910a968b896fca34e0a862dd46c0f11c4b22fc34eb4dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516abac142c9a704218e179453a9363ea93201e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c0fc783935fc5ba87d7a296f15703376a366edf0cf6cda9a76452362685550
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed8aea768723e10cfbe7efd57dafa9c1efa20ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f57aeb2e74eff9c28fbd1c3c3d63f9218c947bde4e73bde27dfc408234717
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2810683e06fe5f96a945a5800282046eb5a972
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e424cfbb94885b67597f872edd2ea391fee30746791211c1927c063c97f71722
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f9aba760b182cfa28b683215b5428af1f7052e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee9e3d3bbdd81b86e6367a9521285bde37d14c9c5b69a3be3b61183994c25a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a58c55c769278d9c7ea50f72e809ef87978395b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeee481da9ae2055d7c6ba693fe7303d6b77ae4006a932aa64b1a5a616dc641
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd7a78db05443e267168d91c8861b2746d1d903
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fed6e6969ecfb58311da0dac63808cf748ba2664951cbf679ba5f47198b29e
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30474c565e04f1f106cdb8a12ad98acb17b915a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6ed033ad9262a8184a225537e74e57e209929f6ed68031c6c2191217eabbf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985ebd5fda703803d3dfb676da45e299efd18553
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a04eba1a7b79c5e37bae22cf1f80db48c9aa1519b72ad070f4c66f208fa8772
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf4b65472a52b91a0d88a67b6c9877e6b6ae130
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff8427240a233857de3b94fd038407c8ac2e7a41c82e067aad6f3701fe2247c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ce8b8492e6effffa2b2598e39c14bad74140e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2946588d16c9eed28b51bd9454409044b71033fc4b0893b826e5732076f83fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b720fc03fd1fb25bd093e89b5b17bf789930c4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864dbc469f21e20aba5c86d32a8b673684eacf0a0855733c46cd08a50f74324e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4686bb7b0b02e31e00f5858279adf1770c7e5f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97713e181ceec2cebd42e1bb81083a771b76fd268b60fb2efab5fa2a88ba9af9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdb4176d09acb7f87c8b2c6c8f6afc13434c87d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4157193a2f5445b1546d05c2bdab6c228881f504b8e14f0c20c3654e0b4ecd15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae582d2ebd64e04b8bbea382835eafaaed1c5998
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a169ab7f71f0137247dc6c49242faa85bf0b16240f34409472b54372bf0ef9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd62cec0a9215759f9e29d4f24e6e2de010200a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9027ade7e2e3a8ed6751d80632e4e22e17097366a278bcf6a40992a8415b3b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd735be52d485642558bf3e9555410acba10426c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a613a488c5320ed25f3b7311ff78ac694ef4fe162551ddca493888ba093bc86b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be86bc1fb4ff63f81373bc4359bdae4e04ac33a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1145cb09fe82f27be5aa8d6d341b9e8243720a573a2f878c5d549a956e9723
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c312600a63c0ae20cac2111dfa5ba2e5a8d49d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5cade139942bb0915d6708fe7f052bd06b4ba47246ee5a96e2a8489e62c54a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa29b358d1f4daaa9627a4e195230490fd3cd72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbcba3425ad0adbd3506d68ae864020b563ef09635bafe88d4a8745debf1ab6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be7acbd87818def99e426715cb832909b005017
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a611deb2e95b9083377f1c3afc3c2cd4f2b237fa45028993a3479a55ede44d5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc85733e343d9b38da1c28607cc6adaa37e02dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7e294f41da13de26957d4e2ebab7c86935e57d09376c87a993932f3b205e47
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51902248e1f6301c86d853cf805834862443bc70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807dec04db31790ffcf6089729e3d90d0549c18cd4e92f0960dcd7b9353946e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ef55a2ef4a30d26b8071245cc6b2125924a010
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba90c57d5c70051c2714634b08937bdc3eade30c303bcab26dca013a6eeae5ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f40732ea8813498ee55c22ca642ea90cda16865
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d646cdee482fb43e3e28d63497c6b45cc6941dc9d094a7a34d67beca6b4af22a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615486fb09f4b9500c20f39eadc02192952d1c92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136e07b706d2a86781f8ce68340b750342fea6dc9e1b13eea3607c8b57b4217c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d672c5a70dc8a261f431dce8eac642d9c477eac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cba11a0b68b2fb58722fd3b3fe74723278e0e9b836ff87dba62096347623ed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95216c59b7102b5a72bc388e192fecc9bc3039cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10b92e856c88f8deeccb13c2212513892eba8acdf35349ef3a17ee45fe18841
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e557d6c835d731b88986e9d6e80d07861be04b54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37875a00da4254364fad1611a98b0fb831173ad5c994f2edb4f666f14b1011e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a7ca6a3b5e78df39dbdbff16c47e2960b575a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7606d0cd0ccd9864bb0e6517592ff05a27e140a53456b11f07cac6d64dc54cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800d2f9ae1320f6972ce1e52284d46af086d6b4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47a6715b8fbc3c198ec8d28e93f229977587118a85e39dc3651016bf81d214d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b95c7e6c681b6cf43825ec547e850f4e84d015
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5843c6d5f9d16334408afa16940453a30d26cb848513baf6ef53ec50a9010
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a08e34780d33e56cd5624154bbf1365ad8f582
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c835538fa97d3898f91c4bc5978eb54f93b1f34169a1ac790c81f56ad2918d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccb05775b83a1c55dde5bfd9669bfe535b99caa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1a36a8b3606b58e14171d0e84ece9bf1b2b67e396034518b7c2e540a511483
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7791c39f948701a0259ad1489cf919404f79ef4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0a2b0cb7e558d2662d621add7100b7c44f558076257d9d9a06298c2dcf2db3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c813d4c2499f370787d5a2e6e41a2c6992adf7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd78371504d9e03ec8ed1339900aba43710e4b91558631bc2fa84b947c81d5a0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355867ec4048fe98795906323a9f0aac644df031
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb98bb9ccdb44d422bd6186bb02c21160e4065f5e872bccc9628b35c142ffec4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf8da6e37a8116f06c6a892e5db5827d309dba4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645700bc847097239f07cfc94c4a7ff5ccbeed707a86ca3a510d2404e38b81b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91754e3da2830509e3dde3d978ba830e480caa3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf23f6286a20c778bea3022e077dfcbcf307d4fa544e1c37166a1d1184bb386f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65271d18515ee0e6598c7004acddacce37f1ecfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d88d41ff9769b27720d3e6623ab3974d3bbf33904a99c4fc75b4c5d255321e0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9281213393f2d46856a214347c8088b892800a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e91e7b05ed5c94927cde72223761d87e8e2cad750ddc09ccc9342f2514bcec7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329a1063aca672973fda4c3a7a35eef2c6e9e4d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b611fa4c9c469e14a25540e45fa4dfa037586411387f4bcdbe2a4d2d71dcddcb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30d82e5a466b9054fdd41299bce223fbe28aa95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce6bf7de7398dc6a569e1776ad7de393aa27d6691a952a55edad15955cae46b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b999fa68761fe751283306d7b1a91fce7520eee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86227a8ce693a71096100299cc4e31f8d5a809735ee393d5962bc4ae20f61a2c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bbff2b84bccae44232032bbab3e3a05546f578
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eb183fde7ba673deb8e4370ab1d4e019eb59972bbdd9685f49b3014eb31913
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870050fb35fdc6aed05e153ce077692efe20a8ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84ca11d6c1c0baaa16ea0885a86a267e222ac5a596935e4bee7029a5f715a74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac544c50ff43c5f6854233adff5adb48ecb1762c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf98aaa59c31734180b5fe111e9f7561d11537ebb40f1a86c042d659c11108
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034886bca882185ba4630a2d2da0108ec1a9f1d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469210bd245cadf81fe52b32618dd6ecd3d323725a56321be59398173b715abd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2972bd206139f15474ac7bc8eaea438bc077c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa0d47d5298fbf1bb53862b769ba9276b4a2bbd4fc0feebf177c842e572902c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06def57a84501ca2e6fea220aad520559f88ab79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad7f25250ae3427615eade1fd991e983255f1f92b72974c555a949c67b4eebb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cae6657f7b77b429f72d353743d148dbfeba25f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cca893056123731ba354063eb61f5939137e2ab13f1c0d80ab3f170a91ce3a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2d605dff6428204df759e9a6e046c7690515cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9967fc002dafcc048400d5f87c1f67aa621a04806b88b30224e9be91a9f42823
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42b989862e20609bac6059ad8ef81be8fd94986
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb9725e9c98c5834de163bd8132396cca4f52deef725727a30d98b719f400e1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd00866e4284560b383c54f91e7bfa167bd6e94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2aaf34e4da3eebc344d90d53feb8e7eae7a4095403f3f423370ae093ddb37d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef524c9b79be0bf7bb77e638cac277611fe2fd79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d042243d08be0f76bd316b828a2ae5b601b7513cc428c8a9ba9d562f1fd393b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04dfde11c1878bc8344b1b0813e62003185e8ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd07d4ab94a0c35a620f2db886ad5039c7a005afbce4d44e984cf77620b769ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4f81d135df7f5ae7f913a0460fd70dc379bab3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24021e32df7f2f5d70637a10ff0ed2c7cede2f72033fee38fdaac3284371b19f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf99ccc0826f8ecbc7eea68146a28c5836c6bcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9e589887a90512e008bc592fde26e13826b2c95800b6f3533c436a640eb86a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68cfb30699f1d47735a167ed836b29926a79ba9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b044d4efc241f16fcf6e5735a98016411d1c77aad07e659c342bb8182ae9349
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b6f946815f531193d362b06c1295751a67a053
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4b9e3f5759ac8462e910ad9a2ec3ca74a5f5b79641d690ba5401dba5b34439
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac11e95e51f453b1577775c4cc53d705bb52a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad87fd827bac6d402f36a97fa039d77ff3e223d085ce7408b7a4e303a3d8d0a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe7290f3343048d5fb1217e6a0f489ec3fdc97e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff2ffe21596a722f2ef5914bc2c1f3ddafb0edd0c9b5cc5a10a4e0ea9513f4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f11374f034159d24c8c2615660e55e705c2b732
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd09a21eedff5e4c491e95d9b53fcfcdd016918382329423a31b37b1799dee30
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac206508fd25250f0bc7dfd078995dbd1260a1d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee749d90c06a4c8e62471685e07d7c129354dcb29c0e62e68bd5e19e44d90153
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fea68b5cbe464a6fbfa3f53a8cc7ea4ce0f54b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5763cc876b6ec40a3a029faef5bbb82cbe887e9e42eb1c94ded850e1177a7160
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066fd4e0fddcc6bd1ab9c52baa9ea6a373813388
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360412337f9a402129ea9ad20af0e4c518a9581275a416b761806d069572dae8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b891302693d58bf48015fbde140fa54222ec05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f918be96deacdf597af11585c2477e99f1eff7ec8c9e98b42b4342c17885377
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c595e117f3f2b2d49896b8d055d565c14655b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b710128020cb84f367ce5a819faf588bc8b49e1dfe4e391c433dd39d5555df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b115ba71c77c31dd6e9134e1c4278878a3a7c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95139146452bbf5201f3fc04cec40b0f2a6df2be25b73820b7988174186d87d1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7cd30e222fa4a08a2c933d60212048edf916f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717e9d7e0235f466d91f4a4c8b5dd947ba12931d7e2b74abef63fc35b505a0a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f57de42697e9cdb5dbc59f561527155afd55b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c007d1e557b7565a39a6956554dc8eafd935598e9832c12a6d24d1de7ba89710
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfefbd431a0258b571a2d2200f840453794d94fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702845b8da16909589b01ee3691deec858edaf0e9e544ba6bcaea6baf851ab48
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f298f28daa53eaa2d039b473966fbef3d73b77cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d99052b8cbc91e15fb4c9da3f098fdbb1975a25d0319aee87b32e7e0f642bc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556db8cb4bb6323879c2651b8c005a5353b01eb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c292394bb0347ce77519950efd551d4297b85e33a98092d8c215796bc54e6de1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d26259c4c6f5eb4e4581bd1f8e05dcbf71aab1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c49afc2ed3df9fc7c407b84dec69769d9b3a6c55246d8514a531b08ad3879c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc98c5b98b0bf468443b63f6aacb81e1ba73784
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e8ceaa670c7b45e4efbc1fd4bf311fa77dc37c0a1a1a0170f50794a291fbf7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba514b16b990d4ca5974675d55b961e89906174a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee73c5abea733a2098e9fd0a97283071e69bab2a8c1a39735b46e14bf4e33be0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f60a2f0b870cd8157b2a2055b3e20f3c398535
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422555220174e363bdb251859cf2438aab722ddf840e14ec78d403d2f36f11b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b5c0677383d9988a4d57ce4cbdeb8c7b3eebf1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dea06559c2441b0ca3322cdf132f2fdde1d0e5efdd1d9443d49ff0e035ad23a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a8eb1f1ae7429cd6a12d7e0c25ad312f2ae7ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded5c58dca8cc1a0a166e1dfe42a1303a301afd630e8daf31db9d09a954199a6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551dcd6ad46497e411884a28962df08caee9d94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20613a0e7b6bbb3831981b058d646a71ad6cbf1114ed90189b8e3e19c825114a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992c80f3dbde9caf3da4221cea33d65a897d7374
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b0bcf7fe7b21c2f106134536a302c1f34ba4bb1ad9a94b6a95f044bbafe38a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf02829aa8d88c3a1dcb5f88be463d251d4976b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae7dc67d221798963152da26ea04ac4a6792baf8dcb56eec5f317949d5a993
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15ff5c25516b73966150b346673073ab550550f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9f1edb2798dd6a12fa7e9b9cab182e5fd9a456a611957a7b1561cc118e46fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbc82171f223873863f321953aa8028c578f082
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c7e59afff7dc3d0888ca8541a3908a2b287b83cd970b5592e95573bdc4284e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e886df4c0da9056de89a86142ada7d7f47a096
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9ecb229d31516471e0475240f459bd9b4f49e2b2fe70f626fa0d2622f601a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fce60627610ccc7e8a7f5331387fa6fb3fb5b81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e60bcf894973633bb3f49c4b860d9b9984601ecc31c9ad576dd59e61822bee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154a67acfa7047e61d94468851375d905419fa6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec919c89219aba24fc0ec430efae87058711870d70038c3f174d00b1dd0015e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81653966e65fe23380261aec28fd4edf307ac49c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9086533a2bfe1de3343cc12be83ab19a4758ee7892d01e5b3d73ed52f152d7e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d820651af73dbe72452474016be69515672e5e41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0682783b7871a5be4e516f25cfa10e365fa6a8bb00e65dac63882c9c30850ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b6b54e56754f8353c65c41128d5e0bbab0f326
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17858707b4013894dc4874207037074860c9a48cc6c4d9cd7102a224860ec502
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62835f23970ec52887a09c0edf722384afe1466d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf720809eb41e7374ee22168af92a27571acca8ef803bfdea7df4a85f7bef55d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fef3af98ef951645c48ecf0a3e25beea36e570
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb5d0baf8ea641cea33fe660d216fcf8341f4caf0b642e84b544156e0609fba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2f676b33bdbd2391e51787c2fcb6d17c371b39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22ee60d38b39901f3cb592ed41657d249260a27cb8dbf3561349a8f0ae191db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716d33d8e3cbc73eb62b76900468f9c6ab18e33c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3770abc8a2d4fe768184fe26a0c5cfdfaa29e1f3a9fd0efd4749ad216845da39
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e016ba458ba8b65c34e6c05c044f05c60b64b28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036fe16566b2a0f951ea4b588fc5d254f667d099712638b6f2b65906266fed1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf42bd0f041e108ef636823eed49b641b5f3ab2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f7a4b0d0ee2d7e6b98c37b9bda761c40d59c731b95873df21ad57409ff57cd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efedfa6af50f316d2dc39f368f9c01b83fd7af6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1ce71e18aed4d14451242bf64d4f1e6cdd0fd135c6ff8838ee1e7e9ead3067
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d43ea4fccc56edc947ca741a36843cc1dd28bfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1f79cd92922f98cd425af47c808ce6383d3fa4886f79295e653d757a5ed463
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6027ca0f67e684a849cb373c7b645db339e0f78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2326cf5f1d8ad2c68b5ea4d053ce2c95abd0f33dbd2a600b9560af7de1f1b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bc1ca8a25cd9fccc5366f91459949cefbf7ae1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4953234ba151252a78616465a225b7bf5e3f54891724ef811d6ad120ad75ecec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0712fdc703d8b8e4901def73e2b918500ae934d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3d57e8a773cc7b15c8ef86cc7b750f1ab3131505cf76a0951a6549d776833a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c623fd88be8cca30f7edfdf3c7f87b8c9c473ade
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11727e383099d9e24a613c7fdd025f20af3ca9bacadec8557ed1aea8d962cf1e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ec55910977f3d3666215f1430128a2e857f31d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46c64037075e05d8f9886623306b801f526b9c4b7ee0356099e14e3c3d731a6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65bbfc0f288002e38b5283b7f3967a697dd0d62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d80b964ad78a7a8ff7a4ae6ee6703221a6d12aec8872bf4a599b821c5f4def
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c623dde6dae0a099f1e719a427db7469397fb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4420c5888dc46beab7c40f8488a85992294deb1a7666fca104462e21ce8e51b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb3b789a0a0b51d21566463af74a61949603a9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed67ab2ec296435e0f030949f196132ee2abb862e1045337e0dd2a8599d107a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7afad915ce82f3f95cbe9257b3fbaab7de9f1d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1f035481eca16acfffb20c7f582c2ca2811e4bde10690f89b6ff7351cf6a04
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf670df96fd5561792e1e5a9053374a6aa17b269
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1c02616104e272dc49fb9153ffcc0994b594cc2b2f4b32262ffed0b76a3e06
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9a0197c8d3f284b123488b82265b1879914df8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7aa5227f89a0a66bd468b80c5bba6bd6362a848e2bc08b36d89be73a4f4812
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecec169410f366535078aa8eb43384a146922802
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bc0597108f83373fef33bf4aae80749939f762f6ebbae385f69a13ef636700
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa69e313f1bf82128e9c51a62f54b09f501ff15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69432f9c781bc4e2e221548dc6522b6888c34cf0223eabc667599906af9a4ebd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00926ad25efe5092594d2d924dee3b32143f4134
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a23e45c137eae483ce4ff303c46a630f40a553ee1e224da339aa747372009b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be362ea5e6e56375becabf3e9a365d2144bcae2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb19070e5e823dc33db09cc854d5f5fea9fd5257cbb7e634448fb9a8c9e41d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d893ca4fedcca107a456ae8996e31da42006e115
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c74a56ea08143b4429df376e110fd88840ab1f7cb6236cca1c108bef42b3c68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133d537764c3fe6e6edb7bc991c25a087585efd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2364ec99ed7abd5adac40eec42138de8aafef630a38ff2936a33dd3dc7ca7d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545088d7922a7dec015fdc8c915b6a0e66c81512
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a312ad9a8adcae5dfbc42f77012fb50035167ebcc1a6523c45936be1c749d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf8c13c72be6d0d5d44cb1310ca4b2c3cb7733e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63e475dbd2a9dd981b260ef62e5eea0581344c12f62ab38c9e91c3667bcbc36
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cae91a1cf5a21649679acae4a67e65d640c36b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f62e9b57b116db017a88062302e2839f7d342a09db74808a43feae34bc0e3e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb4e7e9942377705730d147f2dda0466ca48695
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6e8fdcf5f1ec2f17888732d049e38f9efbd175403bebbcc13c9e36869e089d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc34a3fe0c6d7c862bd5bb755c9e2fb8aa1f83d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da87958d35ae95dfe60d9a945044eeec887923f0e23212a807d50acf67ed91e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea353eeb3aa79e09426efbf3475e7b121a7bdae7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60fb079e24965803edfe0c694361d327b67788dd50c5444790b73bcba99eb46
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7209a52fde11a07ba12678c98909f6cbf1aa9d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f5e54cfc70253b62d0927cf5d62627d1de18c974d5998bd40bc2630c708f48
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5568b2b02cab1821cf9de62427217ba367faeac0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cccecc817aa32c4f0715c169fa5e005cfd8eae99935b50e289090d3eef1d9b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2460f96f00ea173fc1a13509c3b1c8d9fd13a70c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b98c016dde257adee5a63a9b419382a102eb62c74f9286b439969f3d74e431
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0ea30006c97df57e9a72d3c4639374361e3351
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed32b4cd789f06472741bfc0c33bce6006941000a9e4440d9c02149b47729e8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa66419d38c5d879b6a4e80e0195aa9ddba47c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3473b754b8b87c7387e575b34d9fffc50898dd82b48f3c9359a442eec8b3a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27eeefefae813c45b5b981e3f3d41931ec49309e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d65b44acbed2ac7df35e2cc44c215bda8d4cd7e2c63a480ebb4e2e7da360b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1f62fcbe297c539ebbe00669d24ab494a31da2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5092433456b0ebadf43cf8a3e65572b0b8fcb4d34d065cd7c2eb77d5c0089d26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9c6d6853b7030bafe4217c1ef82e2fde7a0546
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0530e48f904b5ba14db33475161ac840ff65144fc79b48800753667a0bf39a17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87bb08df90411a5936c0110f0cd2741a69d3947
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a937cbb51e6a8da335f697a6e9a9925666a69c3ef9d2c3174deb805740f0d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e5a38f2d1c8e70f032ccac629c1abeedc1803c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ade8fa819a2df166e2c7698b1a8f07f5d5fcb4596b403a62b7a92355fac96d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb49b31c48af17222a4c7b21cd4abe2b7ff93f10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862afabfe41dc9aa15ea6fdcb5a86fb4ea0bb9f5fa39ced631737b637ee1800f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcf463d7819375f363d5eb84d5f32df33f4fdd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3730eafb4812c7007393653295908e030ab13e0ad858ab1148ac1ca23597c37a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a74d0011a98fe746ac9fe0fdc56b86408c8987
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1f1a6462374ee72aeb5bec299c8471b3acda41255ce0e278aa84f0861ffb10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c23f0173e8a9ffe63ebced8003b332004693fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56b75c7e70384fa0087adeb49d85147590e322a230f524e3605af9b87745adf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029bf246a1619c761c117e2f72a9006a0ce2c80f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1789bab74813dd7b2503b05aa7b69ee6e90de119193b0fae0d9782c1b6db72d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3b8ae2affaddd8c622958cee42e65cf0cdd38c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb42727bcc4ae9452be40022dea59327a68d9de552550380c9becd28db2b1a94
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ade2a8fa832f7d42e4f0c0943d57cc1fec7469
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aae58b50c604283f4feec5d1f6df9ffce1e274917191b644cbebf799f9be79
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e54eaf3352c52e6ae893c5f4b027c815a814c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37c5e48ad813bf3d1ff4edadd94521b055da974afbb9f04ed49069eecaa7994
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ff48107e28b89de87e8d03fc890f75ed76bb44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e639eb6a346830cbe693a3fa0612aed21a27015182afcb546f6784fb29229e04
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a65fb2920780c69ee620026d2709c112d7cc8c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fa76ebb66ae56406ff5b0dc4f025c65803cd5587a3720840a20273340c83a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6516b4a8c0f06f0ab5f7b7231ed8459faa643231
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b379c889904996c268330281d75d3785a193afa412f2962031a98387c55eb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d04f102724ef1a0e29edc88b5df435c48907c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5f68bc3dd031aea7fde71da6642d8a2b1cb8b1b9b1214a85a786cccd511ddc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb14170413057e5ad0f780c344adf0effefc4c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feee08168279edc316a5d03308fd6ec8b18b727cedcf87d4a494f1fb339a41e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6093dc732f34bd0ca143ce39c7ec6eb0f4dbd7ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c3cc6951ad2eeee9a817237f5ae7a7383a37fb3537262f718ed12d8dcc5bc3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54854145136b32bcf437897b41dbc61117a167f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f56b9bc13e15d3331c93653a06a3e096ceab2c5503ed5cf8420649cae0fb92
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab258899bf14d607852b7cf267c5bbe19f3b14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926cc7bf0d66b84c5262c37f1124b36833510541477907bac9e07e062b239dad
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73693e7a759843eca1229784098107845de0b300
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da06b250407e4fe603eacbef552a5b925570c5d0c117a1f6192c48d0d6d2f998
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf63d5b7ae0f5334e0bf6bfe195b508921959bcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd8254a41e791a368a341a75533910ce48e830e0ce96fddabd1dd1dec19d6e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eafc082008d84571ffe9805ecc3224186f4a59d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f7adc7a76d6533ade4221e370e19a671322d1c873e2a157e3868c80f7a48c9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc2979bfc163e03c3b3db77baaf00f6aef3a619
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb0dd1eab3277586137af31a615ffece3b943335a64d1b1c1681675e0ab5338
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c2a496ac777819c8820273ca4bdd014e92c506
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce92aab9a7bf240f0cffa3ba1791fcc375baf2e1c00139e58aad46d8d000cc09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b80aeaad71b020cb6584582f51a584598290c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559f659f7913324204262888aa0413557a1df1499959f117cc68aeb0d53cc6fb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838be99f004c683d5acccff8fec2797a2984e013
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490175ddbd1c8901a48315e743eb75451baba4576160f77212e7ae3bdd39bdb4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74efa174e233435abfcf153ab19b69507ea6ad40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70488896e9a14cd356968030f9ea4665996b4a5cebdbb6dcb4ec8350c57f0373
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1672e876ac412e611a6f2c7de900beac682ef58d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2116fbe9cf7b95a5ea6dd3bcfbc279b0c2ac4cc50482d884eb8cd6172fe0bbcb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31023a005cbd91f8f4c78c98305dbde11f6f9c66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96c0efdd532ee499a97e7c2d10eeba2ac603f33b2395e4e1d92a3b8775a3f09
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20c908d014938de7abc15c66b0aa02029bfb208
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1128766eaa74263105c1d1210b0a7de3ac96d9c7fc3def8240945531521fe8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781010949c02358d83d2976c8ce4e0a493d3cc6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5d4c5f26fa4a914ef020f0e036387e96a0d1d542b6d8128d63183f1fc171e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18036af00d63c776815ef76d2779dca60a0067c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affa468b152e78912a8ffe10c6a63961a637b5618475de270f442ac13691329a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224e4849e39f80f59b79e1cc3c0406d2ffd7cfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedae05fe11a8e662b06fa0798aab1c200356985d02527329c9bd3d464a4f008
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a844049e02f6b2d57add5fada196ee8368877b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d763d4f31c0b639d8fdf5a378a463b089c7c84d3d3bb2e01398954d0b01b54
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167f786dba18a2cbd12b768b972dd7cec93ffd20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9486ac3b1d2cc86527391eff10de98549e6f7ea8894e0c072cfb57a4ac894d72
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcd98807980bde25d2c79f9ea2f3c07392a8279
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9c7c90787ee9c80f99b35dd576f1980042a84c3a2e224758fa53d53840277f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbe51f0bd41794adf3fa1a4bdf9c32bf5f47345
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc008d15ba9f49e8eedea528edd4eec636171969ea77592351ec31f5d3ca122
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf2f2661cf0eb9718a712c97720a8dea6691d7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a87776eb9bad7afae6201a0e35472603b32888480561f76e0c998c1f16ed46
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b07d6aa33202a9dc952a7d3d352f857892ce43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dc8ef968ef760c763935fcca44ba25ddb5263c7130ebcc6dbed20bcd988662
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a309bc4e887f99e3ef09d996991b25f20cd04342
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27e55400689b2470c189590262c49c280f1c1b44ca0bf257f32bf87b02fee8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea190ae47f886c9e0706052182a16e1f06b97cf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a037cf987eb30c4f5ebce5693f3912da975419688333e917e3fcd0901f3360e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9db45f7220236971a2c6d3b4762951555bf72d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6e6f6dd142678e2fe1896ead75639ba8a13bf7bb945979651682f55279cf2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf3cdd3a32e06dc6ef1e4ff6023118f51bb7cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b478e346b7e2bafdb91957bfd45536f91899d027742c13b3db4411cce7e7b8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761f03bee3b169f8280a6c96e812dca485d69fb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99541892f4a93c46afd3f4b73e11550fc0542b09a36d30fcea4f9f99a4b75970
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcf72ab3bf7f72d42f22deb990e2d148e91f3f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb8f0416c2d98c107fb16ed03c5a51c09856c8a7c474a92eee05774b16a0b1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d018ff318cde6d33b82b696348e87fdedb087e18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb21a70ef70e5d6a990c5e914e4bb767aa412c78a0d0cda5642497ea597c0bc2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94d3cb0846ef2ffcb351f912f137950f806e39c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd6095cc4def7dc1168588c9f2c796a521b3f8fe15a1c90947f956b367ffba9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67d34ca76c560bb63129947e8213c799fa18b6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b194cc9aeeade038a06b0bc67953b66f21bf33e442e67d6f7df9f78fce7e12c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aa607aa33351d7bde37dbe52bd03b6b6bfae09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de2c0cbaa85630dae156cbb68cb9c2097ca7625f63845883ae078c196f6d316
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711cb87dd9f5c746c4fb810601b2aec03bac9f84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc412338eb7df596a440307457798eb768ea8495918dee2d5cd0807c61b9ac1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bbc0acceae6708db7e8ab3ca5d77f47d340b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9060e9fdee6bd8ad3d9358295a5f4ff67d8944402a8427a35ca82ae49da124
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21643f8af0627c72d8c2358627e54ccd0e05322
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95e328408dbe3cf88ad563b0abcd950f8a63a53aeb87ebcaee11b4b560c78e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d6adc8b306b17afdf46fbfb1b66a5a5ab5e094
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab64815f79e0fd823c942c9c369701b9b34fb5148e27729e8ed80506868f514c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17f08c19d0f9b5ece2917b958fd8c287a08551a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8565a0b2202ee544326e89bcc76e69f6e1987f2d4bb43da52e200d141da827
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5363344fdf45c99338036e710d056ae8311af95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2cf9b68fffdfd1377a9d584c44e8b6692901c8840d4bdebe7301255832e23f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2044bedf10bfc43b30e1a3752573ce1db78e1195
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c929b0e717c08ce8eed5d4c8fa1224300d5161872981e1465fbc61f813fb5f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119bc5b0d4e745015dc2513b669e79ee4d396f6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23a43f7edc7cefbac81ca9f74ca11d5a0b51c9b45dc5494863cc6096ad7125a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412f2a14a97d8b8e7bdafb48bdd6cfe11224985b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dffc0906ea7e4aa7dcffbb7af9f6a7937c5a43e8e0d78599f8039765c8ec00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9a46eef664b524b5225d51dcbcb623646864aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc7c03f12ccaf535d3c1ea0b68cec9c3f79cbe81ebc2e49f8915a4c9af10e23
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8449aa5f9903f5f17999a364eae2f4949fac276
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cabecc8ac0381df854a44c81c340a58e7923f05d84951ad808e4a62ea056380
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2879cc7da0861308b7e59e39ff6c3101c5320b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5af6d1f8b35b1400a273d50a419ab3888c1e3a7386a676717fc44c1bbabe052
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a116a06912a95f90fb5a053633869f4c662405ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911021dd5776fc81211bb53de4e2f2b5df1be0ec3288fa08f27c6eadc8e6bd3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fc266162214ee113414cc12b151fee032fc66b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1cb1e34882ad5cf50b812d057312e21cb506c6a933946c6fe4b28412219076
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60734b7116b802e51a7d000ea6776c4a5149d007
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e62f6c68c646e227b08fcf87d5fb4767227a38a25d8ce53ee014a8d158d2a8e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2cd50b92a59be954fd9548bb8fbdd356b58805
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b4148363a5f5ec5dc45514df494ab576952079e15810a8987c7bbbae672fe7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fac83b2c8e8428c0816182ea8789861ede3f84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e3773f9143f8b001da219691c41f86f70603575d972b4de027b936844efd2f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456768bebd5c422251b5f959c678ddc83e01816
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ac574623e1da29c70e90260034c2bb9a3994ef0029bb8da0e09db35068859b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62044e82f4a22213d5fc5497d2ae9f356c842913
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e594821b4b65077be38ab6d4b96a75e4ac75a0c7475f07e017a79baceca2631a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355dd3dc7d9cadd925b3213e067d7fd6a605d65d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edbb808a90009367853e0adce248db621e77a6c793f9c589598c0193fc508ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a090cf31a211eec816c5b773e4dca0d83e1362
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e0a92ece5dd2a16c164fb006c6d9fa46025d5829be397e35891f06f2b299c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8002021aee047a00eb21b41bbedfd44aac46ce24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf39c11d369bb531b0c5d35e762d7ed5f409dc5f0f687c401acb3498dc71afc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f01cb6e0393a37215028540546dfc68e81481b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d79a439a8007fdbf097aabf79b85cf81539c83a74fff357a150eb13372584
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d991109d7eb6b0480d1d43b34c99b9390e29228
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd86ec71d0731d365c3f90b94f443c02e17912ea86d649f719412176c6709d5c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7be0f1ec97cb5ffd8c4bcd052aa342fa7c45fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90b38d3838345dd36276c268ed47e72f5464a6599e15a1c4c06863d758e40a1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add391a53b98ff85c209dbf734528e1cf2544890
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d5c27d3e3260e6eebabca8c0dd3e245899977990c1de4d1be8ceb4be58a187
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8216957eb292f23756389f230fad25716c40c48c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa40bd54ad6605edd08aec910a397c84efaece68120e946f06f5ab6841e133b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b069bc25435adfcacf69480bc03245a768e4695
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913236b43b12cea38cd219065e8771ab060dfdb373c7d88dd4e1bcc45aca8989
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c9e7e74c52723a7d59e06128d8da27dad9829c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f76f6715c2251fb61f9853e08df4a883b0f025ca5ba4d84582523bbae5d1bf6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f13811c0a578f14b1c44383d09585f3a50e73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c8032ebb1f5a1c4843b0a6ab484d1bf33f9dcbf7ca9c813d150661bb2a86cf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2a56f24078789feaf854bfcdfefc7e817c30e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585edb9712cd73f01008438853a5fde71da2edb941ef9f2b79446d217aec843f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d223b6c13bd673b610c8aa0742822394998383cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb910c998ff6eb7883a78e9ebb82a6d164a2d1b387662ef82da92738ac628104
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80808ad6666c44b03bbfc3d995a842a337c6a0c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f4afd10a3e79642a84391dca5a7637f57a795b9e6de57eb1cee603ccc1de6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4377cef395afc91a4af979796511110e0789f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91b1259b87e20c9c6346be2bbcfd5f92ae963cda2744ee13481531eee8d046d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777e4c343fc37b7a81455c6a950aad774d41537
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67d81e02f651a1364b41182438bb2c84e9407705c2209c7a8111950467c5ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc2635301b0fd80242cfd685f30f680eab1b2c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d80153bba9ae6c8af647dc5e6b5daa12127496dee3bebacf0e9d7a6358811
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41917291b25ead5604777c2ce70b05fd73359bd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc1800f625109311ca72b013503179d2bf291a74ff5f1e42cc05210b7b1d073
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b29cd23a26fb6d18020f25ef9e6ba361755442
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183a6df8112f8524b321653a6073252dc0b9d5a9177f5c237151c7d10e5990ca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57455e996f20d1f9e55e61c8342435e0e65244a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa838b62349ab4f3f1bcc7c50982e7aeef2ba9696b9c99667144c458051406ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e8e8dde8f2381a4c399edb440cf8c7656d0321
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4012b5b17d9654969d9d5dd9de0931bef8f0ae5f13eeff2561fc3c32c808ff3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863302cbf505a5d8feb096124ec900fb8236df81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acf57b8144f6d189528759f838613b77e69fef7106b9c6ef016ee507932218d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37b2b42a9544bb955aa3a8b19d99eb0aa9eac0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37acbf3f802779efc3015fd6328cad350d582a39b8d5de2a2557982e71b88eb6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d422da86524156fdb965cafe8328e39dee69dcc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0a065d01be7ed26ebe9b3baad06fc3946beb617f471225d43ed0a75eeb5934
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1db2f92c30efcef9a2ac377c5e6dadd405525ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bca2eb5808e099420c67565a68ec352e5ed375c1a3687c3b6aa87131f941e6f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f5e088dfc82a0dff4ecde85c4ad80400c31f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48af51d14de28bc3eedf5c9f0ffcd68084053101fe62230a4b414386810c9dc8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dccfa4e7bc30a7119a445d7177ab388089771f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1050aead06ce8b7404cc4f3c3b79d49a3b8b324b38c553bbf201037c4e3e85ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cd73fe688068b9e7549422433a2ec17e831c98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5d28e62869d923a725f5e3d654008a2a624236510a628813f422fe73bcd44c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67508eb61baacc9bcbcfa6601d07c7f522dd2a1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106e6519597e656057ca54df4e131f08d599c009a31edccabac7bf257ed48e14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e0687b54b7c2eded4458ae57c7452f418eb70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84564fdc5b07f53c23b0dfeae7d9ec36b05dec2d128c4760e751f1221eb957b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c37fe20b354fafd1341cf0a7fb925b74b8082b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456cba51e965319d04fcd97b22beda46dc48de12c692aef816e22cf3917f8321
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780592b05c2d284800abc2cbbe150b2b5b6f0168
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4623f4ac8e011c3f2abae6101823316d631bf2000d330e0cbd246da298fa41a7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3992efefec748fcd37f97a61c45f99d02c4fd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5cb2d9a59868cfe490628a6720a4c5a9be140cace7f2885d489531f31e6658
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862bdd44bae0823fb1bb0c951740606c75491e79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff66cf8e95dc3a170d6c7017f6ea57350f49763c3177071d95bc409fa4ed4b30
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268967a24f600fa2ff5eebf5800f28d52deb22c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c710acdd02f5d9e09fbbdb8657c493cc929c25f5c22c3c04a54da8b516270ee8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a6b7fbf769feeb9f247748ba8831eb85bf6d68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91934a01a49a231e1c647c70d55e9e278844514f3af87070c509ff778919754b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefbecbf19fbae8dc023938e93161f063c7b62e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df93e30d7b790b3d3fe0ef18fe2c5b7303d68fefc922f12379e909e682a368
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f267d318441552ff4e631b2e6af00303e7f638
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b566e774a8f27c772898a7530521b26f70e4380693a07f4b9077b995619c0e55
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a1a6060823701d04432238e1b70fcd7b6a4530
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806385f206be31bb879f13c4cd5907cac7093624098df8ea1cf345e2b66133c2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73da2ae61dd833bdc8e2cbbe9ed3f498ff2d24a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d33175e84c4e3e4db1a66e5421ab7c93549bcbda0bbe377a72ce88fb21a177
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8266a4fd5d47bd62175970a6a5f4b295c876e775
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2db58c5d671939d870fd81b4db7bcaf95d908b73c0281a37016321135099f42
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d608497b174180ff89905113fb3a1b4167351ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908f19939d4226da1ae90d9680d68d5869389854dcc93db75e423fe56c968c4a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9d2998c817f106c9b96f2f607da365b7c5681
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3625f8950c3b1376947ddfe9ddd84e9f33a1523a2219c6786ea26ac9fa7ada4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437dc628fa0b4f06e507f51c3f59133d4132919d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69249e9303b18e5c2bd4d6fe19921a5b80b8fb152363a7de9047e62b8f3b758e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b114569ad3d43bec7a0b9c51088b45cd359454ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0120bd8d7eb731663fd64ae67854e5aff5dc8365e5914ebe4ac9d1a508c6417
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9205aaee038efe65991014d3898cda5810276a97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8c5cd0d51ed160da2bc810b58f560af18007ff93cb47fd576791e8e36190a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b256f32ab1b5bb8069e7f4091e84445343123623
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1b86fdafb746428f04252c981bc0f01372ef4f7d0c0c2ecda20ba2b6bc194b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b81a3102942d3662e6f63a309b3d8f606a46b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769ac71cd98e9daa63b54a025d790d61efc759eb67fd3448d5b31affe11ddb65
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ee5b87098c627072eb189377d04410acef655d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b2f6acfea47173c68cf10d5b898d8f87438d6ee3979d972bb7e3280693b3c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c397c06b4e1bfd041b72efd70098e310be6aa314
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f68a22525b9d23c776ba22e7be2a0caff969c1711cb9a302a66034a9dc5133d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7713b783cac6c5dfbd20e41f8829b9fb986e543
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e91857a74815d325a9fd21bf348e513892c67cf50a22fc66b8ed0f63b4c9723
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf196e111810e16873bf8f72c7f3ff209603c35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a06e7d857bee9159a7a2a98eeb989f56fe0e1735c99bc24f55a27c177dcae7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1359417a3c462fa04263ee1d105fec756e9a534a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdf265066a694a9908c576f9ee6b72ba2e0fc2067b79f192d3d57106780e320
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310c91deeffb1a75e7aa56cb23afd482c11a2255
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafa5a3768ee38b5a1a692515270e769f563e6b572329b0f104f4611d3f0ba30
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b9bf7c919ec85f8f808490729fb5e5a143e643
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e94b8cccac1661123ddba0285dedbec5924f5adcc7c0faea1608ae4a5c0ff4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba71ae452a33839d55d5e3161666c1d4a20dfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ecbd87292f0df103c9e69030f1582c95a0b516f98400ca582db4894c3def93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147b4b2050935c2065800f3d6a549801900cd743
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10eb02d061a686622732e1e55459828b41704305a40c88f9a99d0316bec16d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a5e99cf5bee94ea5d25a2a1e5ffb63412d297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b399f39d298c2e0ca73cb68b629bab46b22874f92d0088f6d7c06d58e36afe4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cd7220a5cb4b952f201a331edf22faf4f897df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b2f6f0faa3a89fd2304361509e907f5979475d88000c5d42f73835686fd2ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7316282168a6ad002917c4becead2bcf811af569
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8149ba35a589bae3b9bd77f13475f104fedb8aa28dfea55b49d3a2e6647f70
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4795f8271c2e8c6ef2ebe1ab4cbc5beeb046663a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c481e26db150558e44068c945e3f2845cb27a091df24ead230c67dc7039a75
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e034c126c45e6830f2503a15a5094fd443fba211
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed525f6377616224daece1b64c2201cc9d4b647c12ba7a97e91ebc3fc8b86c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4d245ef7e04faa8db00c96461ca8930472b954
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87cc26a6638444e7f7a65cda2ad165818558671cf01ad03ddf5e062b385c7e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9413e68346a21e16ea00a7c99d673dcd9718fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9618703884ef61e7b15961a1e232a5215f1bbb87a7c5c52f0c6d178614eb2cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585e601fcb38894613ecb44942f836de066d36d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df649144778524f94f9247873c5b4c52537a3e90e4e47ed8c8c1f3a3b87f55de
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b34a2c2d98a1c8fffc3d8150a9f3d570ea332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df8b4851af14f356b53d260d744436cec1406a7012d6d2faa94689c18b5158
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3533dce0c7c8bcc7fb9d3775677721e07e027e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbecd84a73a2d1ac29f40b751f4f31a2e9ba570b156ea0497c65f8184045a7ef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10cbb7a16088bfc49db8deccd68a6634c7a8155
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b78168f94260153db2eb38632bf4499de855863ad7d0041454eee9a86995b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fb7dd32208e0a236f85f6108a4fb19a6f5a07b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523f0d435e6c9ca42fa3ab7191e1bb5b3843ede6c81bb8a7767cb0a20547da62
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f19135ecc755fdab62bd2049662b887d9f216b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3246e9f85ff6f68aabf20c0b59a5a7dd33309c007c838e22de613ad1130345a3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f107d6db5df0f0388504428eccb61f2043e4c913
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3f7810fd0fcfa0677c9527562946c76ee09fcb674b89c4bf9ccd6f1181d82a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2000727b057016b72db5b9f2990893e49fcf1395
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c5c02e6eb8bcdda8791c03065ef1331be7b61f3f5985d763d95ffbbcbd759c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2ff02a7c52d6bb41a6ed725e6abb5404b0f5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d68ec304057abf0028693c97aaea343f9b92b0eb7695e4b354d333cacde16da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e6be420bf1cd34ad3844bd06d27101537d353
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5183c1183f2ef8abf75cde8635030f0c5a914e25bfcdf0fac28c6e907f69077b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0ab207043c5fac3f430592dc468902cf00bb7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d639ab5a8fba39dd8043534879e74383fcbcc65ff935a0266f8c8432716761
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e4c9f4dfccf61da7795c6d02d506cf37ddc889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb5ba4a19212c8104e644688e0c978e0ad0babc77cba03d3937a5771fb9afb7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78369aadd4d93a8ebd37ae1f4b82963b392aef1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785ae4b671aa6aa9b224811d31d7c60409165e2e09ca0d5f949a0375b1aaf720
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043d300f1529f51f1a01efb6089d1c1c56722617
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec78545bcb2001262a8098e1091c1a1a54857d6d2f9b838b0b28fa26260336
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6f2818d407851ba6bcc1cfe018ccdb654f8ead
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba38a3550489249be53bf363438b2035758614bec32a6b3bcc1902a5393567b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4f00891a3b99c8d6e552d2e10b8a8111e008bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d6bff948240479137e5e5a4124373a561ff58497bba31b432804c2f6e28a9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e45adeac8d8a063847842e0d3de7926faf27fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4551bb826ef7c0d60a9a1227b47a7c4c52a9865dfdb82ea3418cf732a20fbb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58506a0c5bfab5e4c9c37d9b5403089ffccc8b71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c85a2b6002856660b526fc77a2f8e1fd38d91dd613ece4f76b28f989f968cc8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17df8a10fe424e6d3cbb26e546618f38ac11bf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff3817fee4875e6de7cb29456a53d1258f7399e234ba1d0bd40f135e12769c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df9f25e787862eaf2ffa74eff2619711156f737
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dea7a657fedaa193761c9ad791ebde1c334721dfd31a139ee9f2ce85ac9e99
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3d544a30bdc7012a8d745ebe2d19e15f231cc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e54f9ca1e4eb7130f671345a056ca06e3bf1d954cd56da176534641dbc02949
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7688ce954fa2b6c77ae388c6e4ee69652c802c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0814e12c99316a3be553381a4408087575505e55d94685e4d56bf7371083439d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeb6a170390620fe3055860b8d7ab44c4440660
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0be8235870aa15243a649e59462c00c6eb03a65c82a81fd60f4da0ee0d38578
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35cdb7c7b07cd1a7fc041bc5e13ce3172dd4d61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4750e7cae1d54055bb767629c55e386a76736730a8042ce58ddd69009fcc362
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942b84713ed3a7c482abd0308d97f4dbfcad7473
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60130d091d064e9a8d23542fc6d8ed4caa2ac4e9ec7dea063298188dc8a1c6be
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2902f00b2d4700574ee02c107b98e68135a3e7fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fd4a0ebeeb86efe3d4a94b8979c6247fae68669008da84e85b4991ceb34219
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b32f442ab40db7abf36ea4c8188ea81e15d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b40efc48c5655c5c02e0e6f0e6595d1ef95e3b3143c62037acc22662ae864
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386ea30f672c8d6a03e2b5be892fbe10bb78be38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7f7485bc2c069ad3e0fdd96c9c6130e3d1d8604e29cb5139575f702e36a236
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40344fe465ce3f67dab64651991c98c59ab41626
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ad578281dab0587f985135d6ceebe92b577a2322c6d24dd962a0a84d1de5e0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008f435ad2ca7d986741b83eca46ad47c16828be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc9e45e1cdbfbcc0b471a2faa57024df96ef0331d4bab92ac60a9b907f8285e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa605034fb3b67b9a9ab9d5cde84f831e68bcf4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9221b781f9f3a5d273c44cd009e05c97d512c2ba6f73a3ddb5460e277c4f4cc0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5530827829fc193798044e36fd8334b2397fbf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f209456c0503e95a75d885ce1e945264b314a54a4c7f202c032003a8fdaf16
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0183f7acf1b314d8cf8e680bd5f8c3415bd4e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72a28ffa48a4185f6995be6e7900ca66cf1f7b720bd9cb78ec1edead1272b9b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efc9b7ae8757e58f3c9d13c8c34be1d36fa4a9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e101fb332168eeb3645c908bb3b4d43f5285aa6564463aedd19a0281c47489c3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf758a4b7fca4ae67c6e9137c7feeb168b5988dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c674a01be05b9a14c9a6f86f0fa8616e5c01b08de3646fce0fefec185c12f8a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3c5a9e34e661c8fc24e4d9194212c76063e634
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b824416e004211e05b1bdb1185674a1caa50274125aac6ec59a931e760e50e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a5f3fba373a80f6836f03a03309f8069bc59c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474f1cb8ec67f64dd6911db2beb6b046ceabe224b6e4d927f7c6a77b63dd2115
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec813c622fd1e0ec9c7fd20e424c5a037dc7eb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f627a2d95c21f170afc6cca9912fb97c14a4f72a2d3c9ff06978ebb56b6fc43
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad573f5a318c91e1769e2d923af73730818f250
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a55387f7534f729ae3951af63e6284d4fff0c9c91b2c458fae30c094fc2deb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcecb3b27a98af90d4e8894b7f7666d6fbbb8ac8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d987097c215e534e179d50dbeed75b7300ef8307e9e1ccdc6460d492e6768d9c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dee00ad2123c084b2be8b40a01dedd10fbfce6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c5a0c7bc68a5eead33dd8b513368f8a0a95b39dd75f880ee2368fdf1c203c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91728eb5a5f4297cb74c4089c7cd6a7ba536682c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e5a63dda884ffeff42dab5336a60f7348dc8a05a442847ca5c9c55bb16e7c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d48e425dcd7c6f1900f5c8be56e1a40eb1552
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7a9208e0655ee88890c33ed63732f5eaedd4a2353fd950e3e9db997df8ef4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea3e5329ef3e672426b40551bc51fa74179d2be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339f3a23654cea0b4447eb44af920a473bc1e3fde9eda817d34e2c6e6b151823
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db49ad5b38e9d784faad1668f63f1c20b974572c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597a15072006e58cec0f5851a2a0472cec5f9e10416cbbbbd275f74f9f907a27
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2ff6542a6f20a5938cc2d0e884d17eac6446d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd14b3d437c574b5d61f30f96da49a0724a6f3012d6c6775650f6201812e94c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e73b38decdf3bc067b1eedef45282dbdb6f938
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffaf6172a9bd14e66c93e90ba327391f7ca73d85453dbda0a78efe9efc128f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4725462b129e352e9ff651d5c10d5617d622853f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e261d4bd5b3e89c9678759dd275dbafc1b8c16381bbe722225992f0dd7b5e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ac0273c4e4a45258f0141f78f17fcafa21c7d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e421e5117215551aebff8b66fa6339af53398894fdde560ab947edacdcf093f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13d9dd98a2afb3980d476e21c9a1ea4b0f9ce42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84184f8a9965dc11bbc0e643ad56a1d3c7f354626d2f8dc420b0081494e12d1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0054a379be8ad2b590415da4dfd749cf3d04115a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ad93f3f6bdfa7598fc68c8910de6576effca752e782daf178d9709a96974d0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56243506c2b67b49a9a53acf2fb818be19589164
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d564444dd81c07a8fa64f1bfdd5b5bbd5f565003abac4c0e067e2fab692c05
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ec2a3eddc0a052f7f7e234fdc1eb17ac6f4c30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f94b98d3f4907eee7851aeb17d0ccb64e162a31b82803aa502ca7491451b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7a282922881d428867429134bed0e0b37cd0b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5064675ab7f0cca09be4ee6fc1ff4c2faf204e6ecfb3b42ee21626d2799dee6e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e588b05f781ad2f0adcf4c89a02ea12058d9f339
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccb77d05f4c94487a57181b43a971d972d904015c9c6331c08ff439c3593cf6
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d854028a3834291bc57073aa0bc694c8134a18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43649169313e01a9ca94732cfd63178722ecdc0b58d95c7bb968acf5ee63eee
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e0d21df451fb3c41ba7e3d3b62b52e07a1e116
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51519dc7deccf141d4d50889b21961fd8ec32c77e28d933683f47a656d7b2edc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b654322377b439e9b814a294eccd7ac304dea0fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e655c5ff820d5c2df1b5274c8a1c5cb53afb853fb2e55a3be8d68a8d389463e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58efc26e8a4864f472e8e428a88431bdb64d0a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae795e649529664735b8f9d1834b003977fff789892cc3a3a798e13f92f9c51d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5033dcd4813fd7213a84dcffd0abf1ce92fd3297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c60ba4f58da221f176e85f66121d3852a59cf6a22998a07e8434a57e76ddf7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfe5f751c4df66311cc837c5a6d46aaacf2e0dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18398f171ae019ef8e330c5181fc925d0d8f45d4c251b65f2e6acf79fab1e398
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d3ea4ea732353fcbdb5b8e3d4b65d7a34a3abe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36434c22012ecd2930e3acb495ef45c905da7ebe95a38015470cabf588362874
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6707fae6244dd7361dc1a7f280d855808a1f64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822bd60bef4a3f64ac6838815865f9fab7e05506e6e9395d4259db4297f14c21
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca09b8e308e3a372bc13394ce550bde2ab014d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4199481199b75cb76cc8c5dc8c53df7ceb51d55f1f0b3c81b4e6c9cbc21fcde5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8286913f3c0bd65d890f06aadaa64eda704c559d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786fb11334455c9abb6060e89b659b65d9f23a78beba5e028bbe63f03918e099
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468893504a160149cf85a22c63a5097725cde8ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2c13691b1aed846bfa1f904e5dc1ebd258cb2e8fc92dbce1ff756f1686cc84
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af7c28928570b61205f5ddd1702a4e9e9c6e6c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bcfcae449b0c628a43e946eb417d0ca1bc3df560920fec0924370608b48b57
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf40e8c3ca24bf387375285c25542955f9dff32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd4e548fbf1986c94b0c48a53257f874a92e5f316b67fcc9ec44b4ad6a8f4c4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6416a30818a21553638642df59c2b1701f68b26e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb6b4e9db5fd7588e88adc209da9b683d1566d0da2882580672e372f191b17e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c61ac186ca32ad44487bbb11ee9b15400ea869e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336b58318ddfc5234c65ded0810c5fe5047823af07268a9bb93dc9e9f5902841
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cecbe249d224585afbc450cbbb75ec7fe9fc52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d56f3b2efe73f75b7477973a1a15cdde3ea4c796032444d98df17d05915395
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f65aaef9aeb00459ecae2880df57f1982458cf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788d22140556694715fc95758b5022fd8a65eb64f50c5cf907835cdb17869dbf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13815d8e8a6a17cfa69ea82b60c82d1f292a11e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc757ab89b4db12e8d117844e2db0e86913a3a43fa97cbc2fb445edbcfd50f0e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582021e4277c805a24351858732c473049d4c3fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bd1aab0fbe8599121978f0116ac041461b13cbc2f878153fb315403d7d665f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4232e981ebdbf5afb9f8bf5bb8b50ac02144d1cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70044e5f81e870c8e051f0b6c3265648bd512e0fa8c518629dd87a2cc33bdfd9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a484095c5c605710ced0a29b66b58a3d8641e6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30001320feaa9ce8f0943c5cacc4804d26d1caab8859e4339dd0e7184f17e24
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb544ff1bb6ded8422935cca066636b461440354
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd957609ad5669e187559c2497b27109de16e0c2796affec62a16f2285970759
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb250fd30900b50ab0dc97e90434eb08cc91aec8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a83a6476784da02ad0272d30575c1e3d55f260b29445569d6bbebfde8a4e40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae84a38d4a3134ae496deac3b1c9498a026483f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37758bae668542b68f152e026663a8d2172b48587e4295b26796d766201515a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042639e38cb3f00c2683fd7042dc68ad50f4f381
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17eef8307a6e686aa19a450f3516e6d0b146b485e23f56cfc6660c59745406bc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce4ac9ac66d243ac5ed646b6cd7375bbd294e9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5831000561d6fda04bed532b01a087e36c83203e0fb6651ebafc99fe7d2a8d1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bef2c8730994d9c52105310e19e7e17e6fa683
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c7e16daeb4ec0bcfb444970a075e8d9f5d807703dcc488124a36095a9499e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44346e6a9ab6a9ed1c635641944ceef7092b2900
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e8e1057810f61bd502162a3b6b27c2308463a4ad4f08678998f5fadf39b30
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2efd5c963cf5f7d6de54cd44624b719295fa2d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1119e420a0604cc77342c3cb30a4dab5050aa3a49b9e9300021d6bd8adc79b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5346ca2c0fbe40947c68edb30241d80ad004560c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35639fb237e9ce0f27feee88d7188a32938c4afd2ee92a2a8fc287f8dad9bbc8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0380b6a44c9184fed80e836cc5d3e8da04f9eeea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069ee39a10c87dda4d245e1ea5b10784bf0b0e8ca3543f88eef0b5078f2d670
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1e2f69473e7f485ba034efb490035e9398e923
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b43ad822906105b438cd3c4bd7c70dcd791e65c88ba8fac882210bae3a940ab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d11b280ce40a50db5d0018eecc359c3d531bbcc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09b2c52e5eb3476b44179aa27e1087687f101a57e1f3da37898d1db493ab041
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3b983515785abed3ad0df38391bb9658a7cecf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375e5aea9dc68c142c5a7c746d802f6ff2c0399a32b8ed074531062d990f4e32
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc86dcd9ae59d4f9b76d02c6dc457641c7a8b2c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503dd6175608b87a56e7f01f73f68ca445dd56f8cc8b5c39ffd9f01f3df06ea9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c095f0195f8becf93a8fba3868713a6400107bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442d071f1be0115c0ed8838544587bcece562a2c7abcd19d98e6959f86a580fc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f180df3844427e86f8a1278eb7fb2f74b7937d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679f42cbb3c654990fd8dec06ad5b7092ae9c8800057bca1d7997a122c9272ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e05b72824883b4204a1ea61a1921f6e3cc4738
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe29d02a5469e73e2c7f1c967a8b018699c197184264fc90d2b47ff94abcb0f4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad98ae1d5ea76a06f3ed31a3a6fdec907e5cb06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c292e6770bf6320404bcfa323e637d61d43bf7a7c5464625347ef0eee058099a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ac772b2922886bdd952110baa583b16bae2a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed62b9d89e40f0696464e4069b838936af676237e4e6d45f114381e2e578512
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44e6aa55d269806a65a92152d4485af152dab8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef4cf005aa1d7608b0375f3c39b85b6f379f66d88c0f5fe2fe8ae1dc257426a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b633240c2a0389d8dcf0beab85cd0156486ef3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edca35626c289c6df4dc161147e5a2e4c00465fc3629d3a6b156d2a245b55d0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dde44f259e3509858b5a74eeba7ae175aa6216
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d684ff20f1accc1840805f45ca4b05298371ed6a99b00a197158ae42c342640d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459d80ecefe3554a7c9e5ee4a622da8e51dca5ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11bc3ead70b0b95f9fc57d770844ecb2d267108bae7c4969aa46913afc2aa11
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add3dfa9757a8e7e9f182b1806266f2250d32200
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30520bd6cd49cfb66e69c023f529ec8cd85ede1a6c8d94aa9103e5d9132014d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2aab85f09e867fe41cd1ef33c45aed7c5c3febf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5510e0db72bedeca90bf88f8b7ac615cc840dc43ad3e9b7d81566a52c135e59d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a01d57fd0f0e6ba06a6fa94339f29e41425ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f833b3d8ae6d8a8d2034035272d663417b7bd429912a90b011d0777e7a1c055
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f70557c0c67d0502c8264538a4a8c3dc4e4e3fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa5090a47ef7ede5ad88dcd4c2a299076e43ab4e75428826e132f36f7d2210e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1f0eaaa03278a6eefedda26a7b5e4b5c23c100
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c644fc79d47b28b61f9106deead98cf7f6ec41815a9e247db515cca7f18bd9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fd78505b80853a3f17205dca3c9adfa74620a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63625a08c4965e73b1407b4d440e154e27c358ec584d4dae3b0e1c647e74a2ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b4f89583f86ec9b16ad069e3f5193e6195f048
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd705407a9c0c269f6277e3ad45a7ee781831f01d8e09f9e474aa1c4681a9a45
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1be2e91cdf0700288e5c77fc00f53b862efe2d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1826282090b0a0e4f8144cc4928b29af259baaede4d106bcdd258c7d82db66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be0ed0d0bf0842733aea9d8dcbc3d6ec25bad08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed13680e9e17d1bda8a81771f90c445a8cf98c9a902e62b7e487697c2110fa9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849cdea034cade9d9ea21286defbce339bd60e70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630b3a537f994b33ceb298663f23a9a855724785a54b7fbd019f656d4d821db8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6068c176403fc3960b968aa03e35b49530bf1082
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124925be9c797ab727d5a4c953e47f1d39d64d8a06ec4e3c0413ce981d5471b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d980af252e2c08e6126331cd46057e2d86f9156b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2a29e97c49402bbead81f8a30766631669124248165c6dd5af4748af209643
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac1682ff29ac03a1513f52e0938f8e66a19de61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd74720c063a9cb1f3806d9d61d0e7aab193d17b19afd4143575a15904182613
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7947eb0ff683276f12b402e7e4ca04d69eaff7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755cf2b0c49e8117cb24bb4c50e35dd873219f02dcdecfec630fd2c824ccc1f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bbceea39a6ba619411ffbe8227cd16df7fe89b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdc52096fccd45944cda44119bacbecbc4ae7755f2a4032dc6b485c6b0ef73d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413fc57e3b2c5095938182261032727ab28cec00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68c9a29696f0608b3450b0c64e9623738f02140f4ce873151f6e74657fdf865
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a976c0298d8c9d6c44acdf5d5289add5e533256
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8ca3a7658d01f84ec6a214a26e279165b83e2c4fefc059857008350127e33d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91519f338ec5cee962d4ce00880da6a1f8926b9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7279236c237669188a8cf28030c10c3660edeafc0a5ef180137227d314547c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d300803ad6fca778a459b66be3314bab225b4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed869db6871496488688b6c6c53fecfbb26b0bfc9169856226797e2565fb403
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2083367aba9923c36b3ee7d623e20157ddfd7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d096c34d582ea849d1df3366846c8bc0c02fdcb0e2f5a4f7054eb75787b46d91
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1605cd6557d43052007e9e9e114f681cb1235
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6408c5d93044741bf5c31af13b986fb1b7f425cb7d96bee768b1117e32978d98
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ba6430a24d5f51604f31fd97db69f69cff154a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb65afa523225af399b4bd90eb8060f9d194532ece48b08932b708930402d768
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d56d09324779ad543da79cac01fbd91da76a85d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2140444458d867e5e1c410962735e3a0a61252ab33aea267d69e59e81a62a2f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e6e299673367f1cad589074315abc51b3e134c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ad7ac78d0b46b670d72f92223974156448b1f0127b6c9fc61206ec9bc5e22
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5054289bda2581d17af8fce3e2930a76558cd99d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f936cd9f04c6c89d734d99d0c2e0ad949043aef0192647f05678ee1d180cf70
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727c814ba8a1709b1b478098747f6c0c8ac06cc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5642281846f23191528c3a3ac9c7daa7cf1305ed997b61843cf17171bd27035c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c6988f41fdf0abc000ba7a8074c7f9b685953
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86292c6ea7400be5e8334a9b640884ee33ff2163f5fee0f6916808bc9e27c824
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6038f0d68c73448a4904b22c19bf8ccd21db81b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c0957e59f0aadcbee9a6995b97dd58494bb98c4377c50dbb98aba1f55386ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894ee4d6e3c13dc84869e1d83f7e392fc37b8bcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70674ec2a789828160a0241f9db935319be3d4137ee3cff6a5928b8bc1e4d81f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7091f8d598720f1dfe847d2f6c385497b4c828
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f041b37977cc1c997f14f02d33a707d6624ac1ff64e5f526e80a245af127cac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b6d52438e46243138e5e1b784f4b7a6787270b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d670e04fc2c73175be45d0cbdb3fb7678df0b0c54333ad60222744603394c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a61c4bc0e7939434145dbbca99b693ccdf07b80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1775d9e9ae1053968f59cbdfc6198eb8794efa5f86e7da6ca6e19a6959b997b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2232fabe84f6850078f747622732b82b7331499
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f3dd944791c8cc38ee90278a8bab0c2a4f97aebc92ddc07d2addeebbcc0d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a740a45439449096f859d1a78c1c50279a883feb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190d3bfaf967e550cbefb1fc8c96172fc801dd9e875f9795577d1869a863c1f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90db778ee1d5a158017b79566b1b8f16c723d92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01178e8ecc05645dd876cca13485bc32290a085011d53d3ff721b1271d62fc5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f5be48b37e5515f8d8da47e361ac96e8c2681
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666ffc218ab32aef57f29eb5c22fc78498d463bf1dfe86840cda80460dba045f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ec9bf1d40935fdac0a79b40f6755589f8a059
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c313fae4d7a4018e63dd6fd5983906e480d3012309113f291d871390bad4b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9f5e8abc631b6b16c59a1e165edd8e9515b5f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e57bf872572e70f73a16e3a068023fa219c0afdf5f97bbf31884026a6d2266
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae94ce86fb6a61a9efc228f966dacf6c55711a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1323ac58c66a78d5bcc881c9cbf402d0d8618a298a046aabf788824d1d029eee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a1c1c5aed564197414c9c9b6550e9afe375f7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a392b3054dbc9e2d0385810048ceba507f6b108eb820085f5a29c24dcdbb8d03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c0a02e4173ddd414fe5a21f04ec4fbae925910
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dfef758d477626bbe27a96a4e4b942f57d1bd47ab813223104a93f25db1843
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb9acc8faf2d4ee165a41b5721dd4ff79986579
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7eb9d5f23f590db2541b6ff4a048ce88d56e8e8c203936b2077f8471558c32f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65347fb5aaa8a5080514a25cf14ab0a8df086615
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce6f8d672f22c087c0ae54bcb39ac9a50015c1e394f70ef6ba2f40e2adcf69f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee45d7b6f5b45b23e3f320ba6e937a4be2d77f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bedb1c27cd025c8a4c4c750882a06cfc08a3157c06d52b205c9bfe54e307264
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d77c8ad7779dde61feec6521d0eb0ce50e4025d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0639670122424e30ddf65bf321d653faa42a646f1264ae3018b76ed1fa3bf945
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac3a74181821e51ae69046667deefa2852326cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d661e3f75a4a70d027102dd120ad067a711ae07dc17a84968be75d2642bb5bb8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95656d78a8d37e526f156f8e577408cb3f17ae95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f963658453201473b46df792d28904365f5317cf7ad0b9fb8607972a15f8c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3d40bc33b9be222fb2684adeb3dd4a8b925d4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192a1b51c0fe18e33b4341b08ad9e36c07b9f5d7785a9816686ec7991b0ad161
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e909c14996bb7e3ee1a3fe60baeed9ab44c1bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed329728a21b3760f0bf8286ac5706708d010eee3d65dbcce3edfe7b9ea22b4e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5081473a53730adee53cefebcf01ec8dbf41cc7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45cbc025b5aa8f832c924aa9d67115b011597da288895fad52bd2e0179a7d18
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fe8c5db4467b28ea12849e827fa8f0f675f637
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be73a634d1798c93b6e6f082864dfd34bc794e3b48aa3ceb7f69c45d0905b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c742a58dbb2828385d3d1ffc12d61157d9fbc1a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2a43a8ecde6ff04521e38f2f80878e02da88fab309708f48717c04d277d069
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a089344747df9519741f37057babf0646ff6f25a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c577a59dd58fbd337192e2b07e9ada5397d708f8569af96a610953c94425c909
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e3a8030c93f90e22fa011a3fdad3a4304ec0d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7329fd0f610c7ae5916aa41c3622fdf2969b43b008273a0ea93323c30f872695
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b51422b78a773c7a4890b34274dbbcd0a71996
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7375c84f99fec617dc0e4b93eb1469e967661bc68eeed37630e1c7fdce11612c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8eadd584c0834444c621c435627c747a9c5a236
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad1087c3468daceeea09d9de62a6c18155524e6e803fe0878768d9c1ef997f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c31839393ee568ea3e04138691a3019b33d22c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76d80a2b030cbe70574162b39adac481b7a6327e76e84e9839fcdca1119ed26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ba6e4c3c7fc3ddf72e2d5f073de5f973b185d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4269282a1bb1ea40942d3c9e4d0e4578fccedb8ee37893f10135ef1e6f16dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93de4232509bb13be064f9f1db25a712663e8018
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1276b939a204ee0fa6b8fda0eaa8b294fe06ab29ff0645dad2c9f4d60e4f0f50
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc06fc470ecddeeeef2d27c46eadc5bb53e34779
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4aa0ffa07813f868aebd216fa344c94a4b4eb9b812049a9cbad6240cc8bda4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c366052b4aa6ed369c0e06e2325788463178d41a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e23ae0b8f360117be8404b7d37ba55b7be6b7762b535bf3501af827507832ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee6293bc24048103c41f7f61fa7f29f003b35e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65c79ba631a37912c1ffb0614edf44aa84eca9a450f1a2c5a45925107c26890
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1e59af4a3638f7b9b972490f02abb5d02605f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35065f426bf22bfef596a3c795bc2cb446bd6f2c394b89e6bb4dfc7e6974707e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302f32faad6d3c09e2e9089b80a022762ebef1d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169b6e3e75522fa75935d0b3ae125bbf7c46bace7991b55c755e1fab7521daef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b034214745d283fffba299d74ee2c21c5c224035
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b752bb7a88fd5a8fae5907e8bd0b904532825bb2473816231643295d9a0be2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e0347e93487fc6ffa7ec160009ca37644cdc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb8971d453b53ec1dcb0e4e31bc538c76270776423e2e68db20373c6b32acf4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd85e931953a05361a7bb4a789b46243ac5be04b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e71e13f644257cbd3526ef73690efd2610e1cd9aa0cdba8bf8e7b471c85fb5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec9be0508ba5b29e7dacbb4806f19e0bf8e1353
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47df74612b525926cfb7861f9d8d30f299865b24bb636d79a630131161eb4ff2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafc4f595e48d3ae7795db38b346b55434051342
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6130d710d20498cb8a5000bc42a154fc1bfc0bc692ecfac44efe900b7377e8a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d311f4d3bde9bcb6aa6848c5079777504bda4f8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc41d4566e0b3bc020463b2be8bfff21a003ed4efba206a21214bd022d9e621
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9165d87ed87a23765fe0f610e1bb347c564d8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c279eaf9f3f6045bf153cc85b0d083cc2e112a1e484225f2599b8c5a487459
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420b9a1a84ee2093b2c68087de92d910229964b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d7faf54d9cf398c70604069b023742f71970235fee449c7fde54c99b88812e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979b50d294bee76a0ef05bdaccdcc509878b343c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be92c8756e29c9726c03d615fe18f9c5d1596ce0fa49a4e68c564d15d4b3294
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5992806771976a579ddbae363cfe6717af1d55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53140544f1a55fc51d44d6bd378d863e35a7878e6f67abcad0ec7387e3056772
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba953ae5da45ae5722ddee78089d1a6bb560cb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770857db69cd9945e61c9f96205681f81a4a23fb452c9667e2e2f5d839f09f33
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abad0a875c7dfd313bd35445ee21137e4adfec3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2984ab86fc44e352079f2fb3bce7d740308668256b3f8a9e122695c63fd11a04
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa613899ed419abbdde80d1af8de5e4f4cd4791
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814591bab589d6ee962d4d9ee74adc8d6cdf46e1d88a09259895072ffa4bf347
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac7e7d9a4dcad7a6337a92c55921e23544f7db4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1526a59770fb03dcb7f976deec9d3ceeb39e3d5fa8394372824cf98f7c868658
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae20403492edcea5d2ae9d71211d00ec97732d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c013f34cea2f5dc21990862726fd9e2722f041d5d5dbfa4740ec66d15540c2c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40f96e6faa2c691b22b0623954326509f78740e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11c8f40a28b2e49dba452eef43f56cf6455b266f423cad18c6c90eb2d66d43
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ebe199715afb9063baba7801bda4c67c67bc13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165683c2398a19bdc354cc0502635d6184eff03b2012b28e89c293186ddd5892
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2156257a5b08bd6f84550d438c7ce8c2af7f17f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3335557fede9515ef3898c39d9b114566462a3a5a159e042f9b0eeea7d20606a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91878f9ba89e4c4d8c8c7fbac71e9d181c33d185
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e2617f330d6bf4d7df2e2357b3a60f898cbca6c474b5b9042b3d10841fe42
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217cba9bfddb99ff78450d128191b991bc9bfaa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a42dc40cb39207a872357cce128fd0d36a3d690c01ce4d243558cb1cba38e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d510a85f1f2acdb08663fa404db69c74a02c97f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa8972871cf0acb65d2ac8dbc792f4ae55c86aeda60a522998d11ea5ddf11a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceec02136203e96556c686aba35ce15e26994bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116cd84f779f65efe16e1f4ca3f971fc1f3e6bae57a1d0b6154a4800253f86f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874931d5e7172768727473b79a088f644adaf2e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb7e2ae8466db7733f656e0b6566a1a6c409fc7a7391a85b27fdc97e48e23e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa79ecaf16b191861efb1891c4d2aff973eb222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f9450d6ef57f3fbc67f67cdc07625badc9c9b0ff30c76c376b222bc9016b2c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95031b0dd1c986b54ef5d2b03995ff6e49e8413b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61d0b3cea19c922e51aa84545c1d1c7d5c25ff64173ca7d69e97f4a4764a77f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727a2cfc984e3d3204f6d7e0c3535d0326bd9bf7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19d793871e45a4f1dd2afe1dfb08c076e575d608db7a4e794d9f4a2a7f52b93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a357a1223858fe9ec8038044f3563d1e7376b1d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96490257b473fd95c2790747835965de29db092b775c165a578e283c9d693fe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cc7e547e2d62e31f0d86beb81a0b1d9eaaa280
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b0f6de5f2bb5dcd235fade7aa2bbb8eb4b2887190470f25a301b4eb9a82cbb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab7fa6a648f92efd319dab8fef8b4f0e743ff06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa065fb168228f9e0b5983619fc1124c397a37bda8dd11e77729eaf31143142
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9607eda1a0352253e9cbab45d89599630f27768f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094fb665b024833918bb816064788771ed4e3322d56dba9cf4f442545c6b41e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ef90785b8e8ddced1232a52339497335a1094d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48bcd5c768115fb8c9cd0d274181ce8b18f45bcf00d26109d4999cdaf982dcc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b9e89833088a13cb7577c5e9f67b0befbf4ba4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419c96cb47895f7db4efc3d844adf21ec76b0d38b89b5001f0b7c077baac33ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fed3d686b157c5393ff02c642bbe8d0919657f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88537e28cba32cea8a61e3e9b4d099edd3bc566162968971755c75a1dadd38de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56683968f95b7ab69b73a5fb83063cbe0dfc1f77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abadf50a44fb74255653489d7d38c35ac85173604a45824c3d2502d9fba8c3a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc03fa92e13851f329cfc9f034adbfe961080bc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66cb07b8d5920639f20de072f183d6aa3684d2239c0fc6e11a8b325b3bae55c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc41c743219fa1978fdbcf43881ca4a95cd309f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8732c6ead0eaecd4a01bf3a16cc9b31a34d15772d5284392ded2fe6f090be1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87bb59516aa8c7e4582fed880b923902a46ccb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661375cede9bcb7659b158345bb9479d94fc218ed690d25b58b53d9291f75856
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9ad42a932a0d46e56ab928dc5ff804e5f4248f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee2d7bf67b870053943bf0f46b7fb015a1bb17d258b8ead28c11ad5d4fad121
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91506d72ab7d9a61482a3acb14065d20fa52bac1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a7665cc52a31c22154a4dceeb18f27477a7ff171332180385c98d94a80e518
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0eacb731a7ea2ae5e8899077bce3d16a01fd150
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8499d97daa2b80c81c0bfba600cf73ace7eea02a05210f24cd4a72913eb3517
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441d8df24eebac047e52bc90a6e1c09237637836
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f58e4ad936b30672e451dade584cc3b9cb7618a7096a7335ae336b51c33fbc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d5ec712bbd5bdb4fe151d7657825842b8a5f88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ae2195e642b70e2341a2ad6066ee8c98917657c62c1e636a89f64ae5609390
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6358627d0c50f0dcaab874fa9010a66f843426
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b212bda04f6e043f90e28440fc727f9545c76ff5b2aa9e993eccb895066087
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442bf94085e232d3df77ec1a65a829e7514bbdcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27752fac728023856b5f0161f3f2fc12ad68b6ce6e027080cdca17300d00ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72db07fbcc3a4b8cf253ba6f3c1f687ee946627e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1379655c1c1896540de6bcc46ff2c43d5019b1f89cb3892168dbf1f630bfd36f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca130f41289a125b6f5913a38ddabfcc40908ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc314f795e0929429b5324d4a5ae72e4733dfac265653feef342d79f781b699
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bd7716f3371589f84c17c001c7e4afbdcd816e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f2168d9085abd6a3339645b6b2b078f219eb6671cedba3786afbe4daf58dca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ea88df5deae5eda56aefe49af5d9e7510afa1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c29b994d4bb0c66aeca2ea8076904f51a0f683aeea5c53d1e307397508e028
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0036be93c45ff897f50ecff1f8b3d6da8c613256
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb5f385a27111d5b3aa32c9374c286e689eafde165b799850a0ef2af0ca5f62
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9d06b4886eada99d5044b3496d764e5a639b93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c2d5e014ef4e213738c28fc37faa37b4192798d2ae8329b213f77b599e7e9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe53bdf87c777a2b30d4cfdc236054493c46f892
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5935cbf94e1a1daafd7b116eb584d1d0373f82540f902dc824d972715cba77
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a177387175f35a1cb87ae0a719b3ad368ae97930
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c04cafa0e567444a0194862ec3bcfaff28f990be97046403ea483b53284892b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae6cbf2a51790f9776026489848fb4391dc2b47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c240018c7727612f5053e811275b510ad7ec5b7aad13c203b45908b5c26ed6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2620b1841c7c2c342c3c028edfad27d9c2afdf20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289c5c9d719a765a18bc053341f142e5efb03b68581c86733066a0dce4ded318
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a512afb3ff14f73d433752e99de69959d507c049
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e8fcc106ec3b6f164d42d1f6f54bbd83d187babb83c2e6e44d078b2be012db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e403151ddfd15b30d9a02b3910e7fe847f5a287
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3e3b3e2cbfb0d5e4603aec11c3f254ba4f95b5794a21e073780fd1dbaeb3b9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0c24692ee720b723bc2284f9cc5d7f0e2604ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69c60deed8a9696d3f0cbc0c15651c97b82257f793f44798a62cda11690d0b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc1c50e4a3af4e722ee4b0cbc9186447af8df41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790da56f061db335b6259f1345e523b02d8943f2f0694721c3ac880ed8697877
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d453e06a053a8464c5f2bef8b29a633381ef3502
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155eb0dd38acb502c315c508434fac6083df50d3330a57fdbb55c507d8d96305
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ba344a00d1c720d2bca5544e3044f2cff97213
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eafc773acf7f79459d160624cfa9a44f66294d72cd31467c0ee60f7c0a4fefc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31749897a617a090904b94349d138d9ecdc29bad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98ca3cfa51bb5ac3709bc1895cb01f5ea451892aba6b7d8bfc18586b0166895
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfc498c38c03c748b38947c812ae378922913a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce95b1a2a4107efb4b7793f45fd67686cc96449b9afeca9385416122fc790bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798bd4b5a9b6fa9a528ef2064858c54db29fce7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988d311176ce35d69bbce85c888ed8ea0e7e63c79890a545f009dcb29aae5d69
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8b88164782514d8821c443234e5d7151aaaef0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb933e11b1a331ffafcf1d77d9c3ac3a91fb9ce9b9d82d8a61b14eca8aa3785d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa92237fa30cc7a07ef47fa1135224b586c1f85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293c1cdccb38fac1a4019fb09ba9e9fe4b896336f5ad8154750d35bb67144fbd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625f88ec99a0ffb798016c93bf07f741491afdd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db13c75c6321aac65c9fad33aa9791f75b6235654a1a25ae74ab51f7c64bde3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f519140e7f76df42b98352417eeaf4ba2227294e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e3e7fadd7ce0986394a6fecf403e46328395bbf658e2ab0c962c22a2d84771
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca582d8c535e7f8c3c2532e23b8941e370f123e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9140e4fe9f84a2f4a2b81ee095896579ce07ed68dfd90e49d46fef1f768ad7a1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9185ee1ceba104981bcecd9068d25e2ba5cd4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b6cb0ff70b518687acebc88021b5a59827352e7ece63405f5fc3b09dd81a68
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505f0e75ff6fd9637006d75dd06d1d45a965d120
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db9dcf770dcf2fef79fc6fd4cf00cb432db6cce1c09e47360d598ca5b4cf66a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4024712231bec75d2335e0df8bdd026a41ae84c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0047db49c44afb1a6002e7652f3064b82e7a2200e35feab449deb8efe0dbe8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864069431325d9f6d8cd1abf124378d771153fcc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac517d9987c73c098991ca7c374a88de34e35232765090496642f916dfa5d78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49018284b4bf4411425359339fde6c3ab4fa5a52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9236454639c5a66d691a4f8693c9aa9dec6c4bdd6861c67789ae9f302c9f5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40a1f4d43f247063a7767820f6416115e638602
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c440a9dad8dcd92a308ac206fec6d8280bf2572eee31756768f87ef8158130
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3500706d60e534684bca6ae0cb4a2c1033f1421
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7159fe7ddc69dcd62c602b6e385d9115cc3f5924102e557791f03c1f5aac1dc5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2782488619364be81ab0266a72ef93fc2628567
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac568daa5cddd95dc6b4e95737b47c51b0cf4f23caffc66f32adeacd7c7d02c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7728cfe01f8a6f0782d897e321e97d5d9d03f1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaba11fc8768b369ed984e6d753649c8f77b235c08d1c95811fdf0e4d69aa1e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8fdef59c26f3e0c79d78055e3df32e50490a7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd29fe30ed7e0a4894371760edf29188344fbe12382adf87672646d5d5c856f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce7de4fdb313383b6d70a5a3429356c0e1fea95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8e80b1897738cceb1d15d615fd7e71487059c903eb827547171bb97dfe14df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611785948b605a1c302e1a39a410ae64dfa99409
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb58e1c70a155c86095b2987df9b9a89dbbdb11f5b019cb285ccfe2bbc6e838f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2dce5a0443270953e597872206289e840cc992
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2018d0726da3f356ea73cd78dc323e19d923b990cb868669250d42f5648459
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42aaf42112446be5864445095b7e515b6d10e79c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd7bc1e8fbd1e4da81ed535d600647df4f166e675eed65942bbc1ba42ae6002
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c63b5985ca3906a78f87e588c049b64c8926768
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b28c99ab543ce1150033f05df6e753fb44fa37bb510de4926743f2a7c7f1f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b0fa6e4c78a6c57f89883ab5b14d49449ccc77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcfe67dd5955a1a26b925c19812a68329f41197dc2c07ff39f42882f7d715dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f6704d921cf8f0784954da8d378b21077d4345
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d328e06571accde36904bd64af081ddbee6e3ac0c32efcc721fcc93e19755f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666c16e81713a6f6e879b624046875cdbfb65487
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b98ab9e330c02e4a61a1ca995e76b82a6d10af96baafc8eed4d79371304ab09
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55063370c9a578d598b7ddae6ca78eaa701b114f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4a006b7b3018e1dc89859951b33c50caf42c0c417e39dee46c2fbb5065ba04
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74084b6e3481cd3cfca43e725d7634dfc426ebce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b66000ca492ee48aaf79f2373881e21c6b483f6c2fe49a60e0efd890959927
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a87b27375fdb14916d252e0e01920ec0f508e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f68be1ef58fdcb5bc53b5b615cd69a94999b9cfcfb31764f2449b9975a9aaa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4849cca4ba7265b474f191347122fcd3f435420f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c06de96a0285c94db2e4e15a8638771faf431ab4f6f6f5ccbaa2c5f3d8c243
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d05b5dcda47639f39c29180e62c56bc708a4af9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49378ffc73e138a1ec848e4329e52145f848c3f9558811165eda1665f02483e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7aa998114b2d5204484d52c9260aac63f3e525
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a1bc58ff4e6c4ecb772c3218dad0696ad0a3ba42e655859865656651d8aad1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6619a9f05e4b0d7d198a8ae9fbd07bcf1aa1573d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee8949171886ed0aa221ac63d7f55f793d530be624d52a04fe036cc53ab6c86
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f77761422ff640c0d6882b97e39acb8df31be0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521f1fdc9b7bdca5853c4c1f7e5b0181d61c19ef6a51ce88234d7b70c450438b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf88c81ba0097f07e56bc92aaea6b2be1dcb0a10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94956093dce8f50a5559005499fb3d989f4809b06bd2ad996fff39c02eaf4de5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3facfa9e8e0efe96f7e994e77aa795dc578fd0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56de0fe9920a6c8a52b94c6e131e1ab22ccb25c220c877658a3c07df160b2ec9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a53b3fa58abba88680ed8b265c1e630e92a0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aaff0ef3ac59ed483fe4b91ac6f8380498037214ae8d4848d68f3c816adc06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d278b5a6ae9be175e947daa4f880eb8afce54c79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3350ab42e660f35dc4a093063973c3169417b232b2fb135b4058888ec7f003
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352f9d3d2f75c3d7a582a1adf9315530f33161b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c006015faaa5698b632bf398f79e1a6c628279159746d2e6f1f5aa937a15a722
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaad2a4e1d253449f7718f57e205f55e2bac1d26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556b5419c1062e0a4daf7646c8697714a1e5757f8342a4a44afbada564f38b94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b1a9ccae159c1d1f076710c7ab7c3ce674f5f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158f7b593bf386da92cb8d98e9044414260607f4c567ac9ead085cfbc113acc5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6b73dd96823dbfbdafe5b120acd92512616143
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777f672db1010ca81dc7a86875183dd6d7afd840a877fa385081d1d56343f3fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e4c569f47d047aeab5ae00b327e1ae72ff5933
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6da5c3e531d61e566e76f5a4a34a249d1c864fe79e87ec357d8d110a8a6a13c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276cc402a9d342f9b5c3144c774375826a8919c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42120de12c7fad7b8541f983acfcdbdb155a73d6be16c10e15e55976b182e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7879039aeace99a849ed5fcff9e6c2f67a6792
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649dd5b430933419856065530ac745df553cb31e884535eb734eb1ed71f746d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67d12c966c8fdd98bf74b2756c819fe5ac0fb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2434f67fab0520eeab3d14acf2badb3ec1c5420386e9455f50c99f0a8b444aea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956e9c37bc24d6fe51556d9454f2bbcb37f89bcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f457877d86deed18ed1cb5bd7f67407e1036a28dd10009584229f0ead94274c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3065031ae81071fd2a6d88759f0d56185df80694
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c4348990d54f04964eb60fa8c5a3e25e3edc812c81537c8816cf7b093e365
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c23e5ff5948e4ce804f88854f8a4eb490b78d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3561211acea4ce34a052e905e71b47e1a602de77baf0471822f46ac1fe7754cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918e3f573ff64d36e756762da1836ddc92196449
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89305b64267fcc1c544ee6a254241186a1c35b76872cccbc8e5132ffbcf9446
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6f903d353b50edd26c17fee537a302792f0cfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37d5598f8e71183bb146e8e633beb9074bc2b388949272b2b03e76a05e00cda
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211b146537ee3ac7698d92f122bd9dd5f237bd41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e9c932cc3740a5165ec922191af4e38e1241c5a3b546e7aed8b58c1e30250b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607a75f53da8caa7518437873f386dae998ee427
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28bce9bfa66cdc8a33358c038ffb44b2519d4a7d69af970f53a5455da0f3829
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4d26a0058ba3645d0d3c3c5c0f83a984fe697b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb5877d97adc030c04dd363909f280053027597ac00a99c639c408827d2a8d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfe4de8b4d8ca511235e7ca9ee8d0914a72b71b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17d56150918516297684f17fd0cf12e5d781df3dba06e04c5cb5a63a39ecc10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7f099c1e0eef48e3f3bd70acd288562760c720
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36f45c0191800fdbf870379c1c56891b94e7d856e93ea4537b0442e9c6d871e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f71ba953ddf7e269221b9293064bc0ba791e54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d15f4204938d43825f03bbbcefc25241e09d9b5515602616308f202ae4864b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dbdf9877095c989fdabf259202e8b5e7d49966
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd582a803c88a5bbd23b70307e27db139ac92f59ca3244cb4763ea6437e38e64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d52a0c2f5798be10c85a7b03fab75f79bb5ae5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd84793d80e5296c3357d0021ca53f045d92ec9ca5490f5c31a5680a7394faba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ba04337f313991f52e154f914dbc7553d12b68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30544d5cf17a79fec42f348efd8ed0e73eabce9ed7ab5eba57373922b0828f5a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c9cae6d18d81ad34f461571c065d2eb787d90b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de2b5c5418db5960319007a8ec9e18e67d211ab4419560fa88b3d7527b09586
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6822712f6d65f42596c37cb6296cae74efbac99c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1389ca5c8f814c7bd4f20ac7fef9ff7c81b7dcff81743aa6e6f56d59091bb8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd88dc733111e5a4d81f7cbad99c3c937a4a83ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9971e44fb871f41e620b59771a79a9e12bba6d72ae4f83acadf07ea43cfe4c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55396bc379f6e42744b0d2cb691db466fe8b822
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0e5c52f6a90d57c53587cc6d6596e4928d05a36c94c29a2c1c7b26df27eb8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7050183fb00068b40af91ccf5f96adda755758d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10909f4407c73e52a9ce140da2372683d46298d7ee5329ac69c0a25a74506310
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ece1af4091a0c102e9da792119af1d4d98cc4da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876d281994b736f146ca1cbea57b9bcf905d5b5dca822ec1aeddcdaab7f30f37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280fa52c0a42f52355ff60bb9e9a23e8115ccefb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4d1b3b709c2419b77b2bfc8de157c4a095468996e82ac104c6ba4a436b7186
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5b10cdae8d1cff0781f5de89c4d2a0a550bef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8878573b7a68f0e56474853d539fea210e16a2e7068248ce6306c59f4e49696
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb80a4393f08173afa38a8dee45e45ca4eeb7fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62f52e61f7ec903de01fb3bada2f3f93ea9569543030e89d1f5748bfa9b02e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58620abafaac320dfe13140d149603680f4629a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c07d629c2bb760b37d38eb7d56033e635f51b8830065c7d5ac402ff63609e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4176594c7c3778f74b2eaef111aa03d82a23afe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0d05f17e4cc4da3aab44d2f9c030a2d9f9e32f7abc9561c203e6a8d530c153
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd50b964e90b95b6955e0082022a4084ddd7a89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec9de1cceb4afdb005cda733bc9859a2767ce354d352cb0d74ccd25af5a3937
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9ece8d3d5c088caae8c91facfd9b84e0a0db73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28962b17632db42f7b055f6a9189b53f6e277a2b9de3e926642c0b69b3de7093
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8e1ec3ac8d65dc6dd9cf6e8c397cc30ada5726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96225cba85954b0fe6cab295784ca7a4bd4d5550cc4682cf4942e7ae9b9a82e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6c2c52417b903a9276960cc46ecefbfdfe487b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0898d54c752dbaf4be5a815449479da3764bfd07f0a875d5c176f22a59e13363
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44be0a8f5d70e205d5985a53b07c23a730d097a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a69dde531cfcaf414b3e83b8a823b7898b6a749e070d6dc65ea6f53e997bbee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc181088f4a50ca6d8e45db6d06c667c0f13f58
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38aedb2753ab660cc9914238183c7d7142957698757fe1368738a726a66cb751
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90ee19a1b35ffa15a6cce8ec154425dda0d5776
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d479255d765f89cb4b375608b240279e119b208e431ffe2a23c69e07ab8d0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08b12194cdb1b3e4681da933187bd35d16e00e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcf4c2c90247b89231ce2802fd801d9a6ab76bb722bdd7bf52d9a5eef93e977
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b6dcc02163bda608e625a6ef92cdb81a8f12a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd8b94dfdd0129c74d7164ee21159b60f56822cf631e5266e3176afb2a5a4ae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8949dc5dd43ec80f9538bb700c76ce690d85aca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2969db12e06dd91ccddda878525bcec0b4edf935baaddedbff27feb7436bc5bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe799cd4ba025d32251789e051059008abe69963
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2995d90ca07d3dfafaa3950151361aa2a6f4b149f4a70146b48c4fa2afd6eeaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290fd4de010ed7f4c14f9092c9cd856f186cc419
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f740b996adaec399805fe8e108b5e63b27b070f72f3a4a6ac8177e1586f4e29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec54852eca340da405eea8ca0af018b3b9da70e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02a64cb16a7acdca52bf30699974e6f9728667454399c8e2c8744d131cd0bd0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d91a703378fc5a5707f28533b0fce3de38c15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081f56fc7b171e965c03bd9f3fd59ee55e050cc10a3d5c15917cfc46c4d1e6ca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0647c516bcaa7b771ad07b4e11f7b03cbfd1ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61b8de1e99888b346eac8d265c8f84a32e677b78b2af9b144ff1c0c370f1866
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9189b4e96ad745d1ad8545ad6b8c8797eca601
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e894ac78f048a3d4bfe4524a9077453f7eedac5b3870c806ca518cb6a0b4cb9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dea018dec193b32afc30a8dd4411e2e1fc573aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59604e1d3df2bd06966d8746d6e2aeb3380eb3c5127be6065be0da81e339073d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bb618480b5c4715e07807f6c6f1f6de6aabd68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f3c9500a17f2cf2e736096a05f3dd7d08f2cac984cfa8c9621ee54a30cf8fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af755803bc7df4badb0df4001e4eda001ef3cb6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1687324edd6417199ab118dc774d9f849a8b0c033548549739cc074e6274524
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5968e8ee87f027d54db7b01bb305ab8233439e0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30594eec208d6eb53d7d591bb04fec523ba79f90764206f79e27e9aa95815f27
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e14e8a1bf35b04ade1f836d73acbe2ef28b2d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2345884669f8e1eece0e0d1956cb44e48a236ed09e52e9cc1c643e42b706d4bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fe31b9e8039d0e8d8bd6491a1adc0160e9c4e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e32244783eb6c6fd6eba83b5bd9c8631e3c3a5655b610289d3af7bbc7781da
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a05718901523f56d8df66ba13e449f9337483a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c760524f0606ff1f8f08b21c5ff6e191d35818568dafbe6a8a4bb70178586933
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63ed450ef689671f2c5b1a130a1bd5427c5d39b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0406dfbf0940f1cb7a113cadc1df6571b5331ba277e1819a73468e77ee57565
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d14e2de2d5c3fb38764471485e3bba6fd747db4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c2f405a776f1ec1e0cef112bdd4a0361cb7a20e12057f54cb38607ffdddac2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dedef884bf10a6a795c551de2358d66e4990749
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed1375f2d5a83e564675f549627d7151edbb6f5049d9085485cb45be517d28a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc68c180bb7e9978b69bf9d3224885dd7d0cfd66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c0a8b5188ffa725ec59c67c14ce62f0616b4c16f77736f6000980e0d783b74
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1cf5fca045af138daef97e424e4ed6949b8f90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a65680086de49da6bd6400fe0ad6d48039a1a843b7657d61bc27738233f8cf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebe45dca42d1e06c78ecf69d450f5476e7c4a81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60e08085a11b341b66d14faec5c740922d16e5d48446a7a23890d0733b91b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bd2514ab306936fe7490259bb6ecb7e9eec689
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5bedc2831e353115f3faac16bd77d85f92200c88b447958176d2cf2235139
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60804eb6368adeeb104043054522907928940b92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba03a1a250a4b3c70ccda4512afdbe8cecc8b25e934a8c9e9ab7ab66d64a0a8b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c285de1f54af40a794e9daf3bf49691456fec98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249065ec94ea8b4368630964abfe6d2fd6d10f5b936cc15def030505ce9d20c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fdc2bea92cf0b6852bde9097dc461de9d5d3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3eec264526c3192fbe623d804ae1e9cdf52d90fdd05176a7514866654f9ed33
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2356638554a2b7f66bf055ae0a56dbf2cbb009d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad42b6d2d2e6cbcde6456131a6f59d2a5e02ec1919d30bceff0c8272ddce2cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555ba35617c9e5c3dae48d0b1bb5a170ae6f5089
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e15a12ffa0142b7614e73a4e8d573ef9a47abc0ee73cadaa0d602f00f303e07
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c78fb6c750ac36798494dab0923c364ee3f2712
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95f5831ee204ad037cbf17c015157c751f42d1caceac77c9b91579e149ac98d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eefb87b7e03546f7534ee9aa223822a7f99f02c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f203edd879f2d04a10b0186c015aad2865b2e9ca26c1b05669ae3e3f9d24eb4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aca91fea9d51c302928bfaf5dd97fe480c556f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e9e7f272bf09a571522aae414eef5cb2c2fa080e5a41de0ea970ac49f6f39c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd61ef9167b170f4aba5d56cc4ba97631006610
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8319031606269019742b115b9a36bc414664b9e22857b1ae04d9a53c6be803e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf3d7ede6ef1dad5607db4adebdd222076b1fef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde47c3c00a7d7045babae3da84034891a83fe3824fe99b7f5027d5cb867fd89
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb91902fa02b8da99aa8926ce4913c486b27c52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cead9e4982a064501ebf61d0e98f4849518fce2d922cd1a7edb5b73b4c1f4fb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e539b98ff32823482a0e9c2acf88f16876eacd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf44a3f8b5403c4f1e0318e215e34a0fbef31026a5b67a126e38036de3eca87
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de08f26fbaef269b5f5ed66ee2b3364bf4f7b4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08337697ac05592fb2d8bd758dc3e8ab1126b5823bb3827d18b3919a81315fc8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e023cdf243e337003e4d3cb505269afd8eb7cae9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d17339de7389ee4c2dd463cb40c1d3782e9b1b186c8ae23608746aed02bdc68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077fea085c103148315e87549a97ef7c849a40ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3bc4b393485b580023efb715efced2422b190629b4e9e68ced9854741d0e1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d84478864c8d7b3f94dd63fe2d6bf0063dd949d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28c8e50bfc696e79b5f57ccd54c4378faba007d566a5f675467dda87fee860a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66f677e2512b6ba64b48654df270eb45cca124f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783c3e6061e5376097ea39768c49c596ecb1a175252a5a2c8070c1175ffbfeb4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c941937efdec40b69352e7627d11b795bfc6e968
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6d85e042665dce854f37dd1ef7b237d8c1b1db7f69b4bd90af2af97c43780a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bb64d25bd27bf1c541386ed6a8d5b84ee4de88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2de4d8aa31c0ed4267e30279e32a3b052f607f26d29fe2c19e7af1d671cc4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8970d694180087e98c0ca7be30c6e80facb210f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebbc4470705b53996bed275d0ae3f0576a87a3be3a20b699f8c3e4577166ac1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97939e7277a126a495f89143ea443800e6a7a54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00907d288c5f66e4ad9cf77d8a45dbbab2c5de3f4fdc938ea434913f7502030
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9ff2c6cd40112478c1dbf29234043c3eb0092
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739c33238b5ff576cab166fe5ec15e383b51a643b95aee94d96ed8a5574a5f57
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad3f7ee42d6da1b6443db1d1673f25675c67641
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675d4818e06bceea4f17c47e6d4f44c07199458305290133c4f16d5bf378b715
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcc5bc487b425328aaf5c241ff76116a2f5463b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd879f9c77d0aff4fcb6bbce2f6cebbb989a3cd44e3d5893f73ebdddd115b2fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d4a66fe9e2b496dcbd9e8e75d52ddc30bc2be6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2497921c61ca9c59ab2654d1cdbd91cf3e41d151c61eff755207407fb912110
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c17f9c0dde3aab3a0971cf61bcacbba204c76b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a583d7edf79715428364d4fd01d819a38ae57d78662492f640db9b017ad1b63
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d322f5682425a401156b23680ca439dad530ffe2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8773e823bcec4776b0c61502ea46391d30c6157b8db940e06b54143f0d60f99a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07b975802fa0fddac4a048d2647334112bd9573
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc0f6b6f910ceea511fb673b030b6bd25a9e139daf0ff32c8a05994ad8a8c32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49f0687275f4746541aadd99bf6dd4350ac0123
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e1c66619476c2f90335404ab99bbdb07ce1bbd4fc63d3d3e9c79b17d6d46db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38248523730fc7a2dc3ece5cee23e83eab960263
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a5b278b2508ffbe54b6ee566a790dbcce65c2e6ef497cc9c6eeec16b40e24e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f4b6f78a7b6af35a7d784ef18f78481b069d08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbebd5a08c45bad9081f919d9baf028fb5dfd01de6a21ac3ff8e0752bf3b3373
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3761583c86cca71c70ec20a72e8b747a7d9bf422
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa158f6cb6983996bd5ef45e4bae618c3f47d499325f1859dd397dc24dcbeae1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8aafd32a05071ac47fdd8d07d8c2e4ff4ede07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af8dcb04f58e1a84eba072baa44231b9b47d79f01f559b230f17163d57d66dc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1c74dc6ed098999e3b14afab335413d8a93125
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e518eb705b9a72d39e209cad5703e8204a47f1bbf82e83fe6771fcea8bb6d2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b9d521a9a54b27cf1e3d70f5601af9a600a8fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc781dff52a86713abd41da4b69ec765cda76c91aee9fe2cd669231ec1fceeac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9c62ada7b14de30816b576a58c474e271a2df3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1959736914d0f2ddeb269926c4a08debbbf275d4a625260813854d55ad02cc8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b67e5572c633ad3824800364abf8971d9f53844
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593031418afe30d6e43cbc3c437f70ceeec7fe76f145c2985f483203d1419ed8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06009a43e9949ae78107e027a0d52da62d78470
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3003702fbac4b1e31af86e72d98c1ffb451847c2971e2a4f1b74947ec76965
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f601b4d3b24b670ce7c4d1007fc33a77331d41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d826d47e8a1e29b6f64bf6a2d2aadcc5c1f89cbe9d03b455c5719497aeed7a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc12b68e82b187aca4984fb3e7760c92fbb2c18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11de36852f11321fc62767fbfc9137d6d2a9904f09c9d567c39d094322d0b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de8bc92d4a70136dbb26d73fb0ee6b795186b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbecd87433c42c0a63fe59a139765e6c80b014b56c06e0c9d30f91d1f713aa2c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2362486bef9ef5e262fc217c0f7182df8c1e43d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa67304467f6a3441471ccf30728d4732bb21b28b76f7a407cb9fa90497864a8
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d429324eb71b80475b7180c8845f5919d61c804
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f346aa5667b2df71f92b9a96b54964168ef80f4d448697bda770367292fdd84
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34238d34875b5e1a3c1bbcb57c8418f5787094c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac55fd6266fdaed445fe6a0c3d24fc0336f29ecb49b55fc760be1fb5aa012b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efccc4ba63a755e84f4295489d7be926161189b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1337629e7a1208f33d3b26613a0bba5a6be81b22e965e71888e8037d95a89
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b71a578456aa4c413060c633c99ed6c2f06881d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c391314f23ca04d34a84543ebd5e98d47b6836c0e14ca6e1ff1c900172be17
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b9924fa028c67dc395e054322869a042b4861e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9642f4b8e27af53874ccd99c76bbcea72f5c15ec116a80d2629cec843f78ec1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065017acda1ef4525fa3560df28dd20957525bb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5e4e29a86b0543cf719a54dd2c6ebf90d475644c1647553a1d8515a1e13aff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb28819d2905053519ec74ae9aeef53bcbbad941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea81a321fae498d908ef1443232a27c93f61189d2616a9da68ec99045b56c40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc52f0d5781c75024ec464a1bc74a71e4b157917
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c96b8bb2c7c383677d2428930df58811760a0c7a83b27ed63155f1e16b3405
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2090418de13c956543440298cb559790381e98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b16cfec965ea74f49ba7a4f14262a616801f948f72b3dad101fe917d55f2c2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dcf03e3cca55bc7918249db4ca0109c68b6f1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed031729311d7a54df556efd7b8e87fb5f1c054bb33373812d6d4068213bcc90
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70f3d6cd27802d9f10b1749fc539ba082b4aa08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade3e8ac730a46d29ced1ad1f4f57b7ab9e31addabd3c38fbb8ff2c75211e3e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5092ee75f49ef50b0928a19100103af1e1f9065b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c15772674e46ca9394aa0cfa6d1d3047474187bb72054a7612f9c57a9efde2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621eed0efae88211a1bef71be628ec8064474cc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9ffb5146982a39a0949bab4f5e0ee1cf7d0fbfaa516195d7eb1dd2fb1c33f4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c840ad9bf6b2e9fc8cda38e47fbc9d1ee82b83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2df1e9ffae782b8c300e78a4efcd2eb1cbe1a32615092498e228f740acc086
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc17c8da3fa4f9b9834d2d31c143f40a4a0fda5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109141455062c94f0771a6e9a0bc92ed8a1e895e359bcf0e68bd5cdd066569f9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39727764979e5e968f424a9787ee970384b7da20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e6cb92363049713ca36c358efd9d712265e6dd1a2f1cc7afc04f582dee558d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb19dc9947023a26bbf81fc4a02c8545415ed864
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930435faf97592bbe7b6bfa76b905979a72d825c11d773de2ddeab57aac96b88
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5433c22578341b0584a26a2fc0f223a2bf1a9d97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731667d472acaeb6256f9a9192485b93a7f16d8dfe560b53ee85c2195ace7c6b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63506d01e513c75f47e06d316054f3c1506888a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa77fa7a8ecd307fcbfbeb5d255e572d78ae5ff1e3ae936a6ffd8762aa622cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f66b32c811abe7462d1bf04423745b4ece569f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ffa15dda19ea8d56ca088f7f0b89b6dba635ecd02f809456267c15439db4c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cf1550b9bad8ee302a1b79192fd6b65cbb3a65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d44f344fb5b43bcd6b38156ced1599bd036c86521560feadf79ab0f00d88cde
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cb0e4910906a25d8da1ffb8a8bf23e82957eb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a88a95f433aa38905cbae5471a4b333f1cf1059777a82d34956364c24bdd466
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f657959ae872fea1448193c1a5174226ff077c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a51409e5be6f85fb9ef287b64d0cec9eb4c34fc5de65e6e45d780dd4e8bbc3a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18254522933237c1e88e941dc658fb0563c8617
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3414cc19d88e1a51bd71e55082f159a943119388b8e8155110c272d576ba079
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a85c578c12c854a9a527c1ae1cfb7027e6069b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1155e573d6a94f7b4ceed18d1c77a348202aa70d1f346218bbf05efde94d609
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cbdf5b057d23eef3e89311ed81ddcad5ca160c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3803e92525c0375601fb6e4668a8ac0b44789c8d513aead5c2a40780ef2697
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25596beea8380aed3fd3b1ea377abb02951e7382
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1607b9b3963be896fffe0a6b1d6abe806212ae8d295e29b58d24da4ccc00ac3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bab584e1818c2b9ed2dba7626474691f37056d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dec7ba27ee154dad191e952ad400db4ae7032fb6165bb7693013f2f14d62c8d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965892114412d5e9197f2490e82f70d3b254c875
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd465b4ebed3b1868e97306b11d9de54dd98636e630775556b5d6e08accbe59a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36519578317f6564f52647bd0c93c34ab7a64d43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cadb2460305ba0c7b51f8e4c760e549b2576731e0e40d997300dae76dc2d59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9230009b32ac18f177142db55b6ba25524ca0f42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e7d4771f98d02439cb9a3c1ce423261ca9f49dd7e16200169ef6824dc112a6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e58fa85baa4b3e079c989d5b5bb14c2a0eb7f65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6624ffd2c8c3ce3091f7ad8d8b0374145e4b6000b2abd464b11e960818dba49
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fb4516ee91cbb08d8784fb1e113802f9d2574f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cbcc07c284daadcaab9c7db5ce313e3ffd9ac6f64b347cee6bb29901778b71
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dc3ce3e56de2319579796e1ae561761f791916
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ff6cdc40f63dde0562a31b995c5f6b1b3731119bdc243c6bb41bfff080f806
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640db7688a4fdf0d05839b2c08b55c5da457410
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e8ec30f5cc3b32718eab24c4cdf7f5ea47cf1a3b911517c475e91100cf3a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de273b8daa1594af3afc35f2352ce0bc9193242d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfeeb3c008d2266b59dcfad5a1b0bc265c413cc222efb49b48b3dbd87fe2dc9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca15ca8a8aacc8ed9496db487b282312fae446c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f0b5aa93361f7a60690221a43777281041b6df4e900ebea30c0d79432ea1c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814ef5b4ca82cfc5071e73d5823ca96b2dad119e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a3770cd8a5f9563482f80e9ed2cd6306ba07112d52848ab85be97cfbfbcbf2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3178c7d98eb432f34a9716042c99c798a7af5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e76b205e8dbf3cd147eb1cd1dcb2c66aeac59dbf07a96af659bde512b47585e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7abfe9f5a5d621d7911b9125640d6412b9547b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85680cd57a9beca0a181518d2cae56faebf2a77064e1b0fbb34a0945d568c53
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b796c2ccdf64cbca78b95748305206465f2e299
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6965fe5994c2f7c8105f3f7d0af5b37f54ce02f566e0cbdbc027a260b8f1732c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3148e53154e0dfceead23b33faacccaf0862fd03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0618d6c6786222a7e9c6633f5b00254d1f6ae86364b6aa7dd3e835ecb240f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce688453289496813388862e26479d3a1ab8b945
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cae23540e703cfbc22731e5b3d4b205295e68c283f2dd6b7ea5c3acc0d033c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc38906e0514d031f845607cc8f5c18f1d62e15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc56bc97dd19b83df8d52e56d72a4f44883592e0e9a651655f90fe3c89484529
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442cdf5b6b6a6232e24d4914ca17d092dc693002
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e367c80a0c16afc203ed6e7f91514f657370e783e7584741c121af8cf76d73f1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53116b3cbc5b13e5d115d006ce87b9496dd5caa1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0543bafcd32589edabb5e601390816d9710b29e43a1f25bbf42f47f648581d63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f640606b644363b95096e3a76be41ce1f6530f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec96a110a4602447578ba37901a3e830ec32d9cab66210846a0c4ead91d6af4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0086e7a34b62ad84049e577a1e9948642d45f53e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f8ab81907d4b70ec320e0db6baaa69a75dcc2ccd2fed0c74fd9cbe8ae33010
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc69d9865ad68c6b14a138ab1471b0415885e854
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f648a32d46a6e96eaad68a090a1501c195bf25cf58ffcb5680c82bf74c74db32
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e9fabdad25b3dfb899f422d174170465c68b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d22659d2f89de10f7a10bfb24198c398ab191ba97ded5a1c38f74d313fc3a1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be0c47f165769b0554ae2313345588b57a7754d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8848a445b796daab3c430e9db23341ae838f0e067df6bb0cd42a5657a4ba2d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1e20212171de9ce96aba04c4552fb9f96664d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d812c1f476ae13c1caa17b0c8e20be360dc62dae75056bb67a1813cd2cc1eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cffe4b1894137d20b9d670d3fa3befc8d11329b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c0a3bd3fbbfd27359f5a7fdc74b7aa7d1892e520cdccc7454fd1bc870a7ffb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df9778d660645ba19f3731c681ed7621513f251
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872659cbba23e0f857c51ba960d45c83d021dfdcbedbedd55bd2e2e30ebca554
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc169d4e48c2b9f026b1b2b3233c80428e5b18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a514a0b69f03e74d8d924b2109b3c1fcb81ceb1756eca1e5473a2b3f4042d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09821aa46fb09e43cca2245ddece757b35981e59
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8ce18ae9edbe7e38225b7b872a1eb4f12012fb45de944732a65410a422aae
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e22d40d24f9a2cff8f063637312d9006a987103
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1a925836f72d1e5cbb47fc1af4ed719ba25cbd98d81acba53c7229636013d0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371cb4d77547d05662fc92df987257b75d5664f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05098c2c70fca10a0feef5b3f6cd0a25670ce17224c3c32f98a1ef4ebf04671c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4d8e8d22dfd98f4bc84b46f2848ade429b30b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1835af4491ba05832f5fb99c0cdccce83834cd88c8f853a4991892e02d295a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecb8e81dea8f9476210cd35d309ebf374b29b8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963d63694c60c86cedd3b4ad5b9d241e6e16f6c65ad52848813e28f7a85987f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18269ce4ed66be24a649490e8eb796423a39d56d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631dc0d31957451055dc629a4674295696b500648c19c194e1819978ab96444a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3e0c716472918f2cbd82f116dcb97e08071a71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233495f453f06dcc7aea594c2f76b9aef49e13dc562092330184b1d3e93da7d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae350466e2e6e12f3ea534ff52bbf8f93200284
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e20746481a86bc2f8b948c24f6af0091425b9113a7c6e73c4198afa8959bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c27edb954fbdfd7f7d7eb9f09a7b1d799416fc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cabd85798ec6981553e5fade09267ab98a4d9d7aa427990bcdec18c24267d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d873a6ffa7b01f1369db65d17bbba1559f24837
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62e388c02584fad30095c22bf5655ded56ee79f4d1aadba2e061087b38a1a27
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061ebb7458b271a4e04b1261fe2979f9aaea006
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1c243d9d6f297bda243cdb44fec42f0dc9921fbd4bce0a4d3ea92d432b4bb7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b53496bf50095959885ef6a2a93f919df2f4ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acce9e4a37b235f8ab214d25204d9781ae933442d106e0de66ac116728a9fef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e17866290b7c27d24b4c5f7fbf69c5208f42923
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d874b50bac72c46c4d08e34474408f7375c86750da6433e2e41b35cc5e1ff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badcb996fb94663a6e636c017f77cabdfaf6913d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c669a53ce8fe8d0b336e70434228ec88873de13e9dae797b9e7b90ec486f14d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02700d493c1812bbf69f2a9cb62769d1a315ef7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0d3a900c787f996ca28ed54ba17ab22baa533c3169236cbf8657219f92186b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd093602b0b5914fc75588e2bc5266c7b38a008d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243bc000a6dafde9e410453edd8fb3469dacdaa50d2e6fa59b4bc4332c918c9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0cef7bb005668f1ebd897e2119d640c514e6ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d71c26cd6ab58cf5eab4fa739a8c77ec67bc381f29034010f954bda271cdaba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39957ae9b9eb1817bcaa19cb632c3a8fc6975e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdde1b73f09c148c3c8b087394140005eb098c0da8f4022c6168615fd0f9410
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f01418c4d68e45add9dd4c4066c432c4727e17b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe844f8a8597dfb6f0694a06352e657da5923e628a67c30c4f5753c0b3b3965
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df835adab73f8c882b9973605fa170c402127d03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac228bb61c316ad9fbe91d04a630b04ea1913dc3e85387599c479398c8b81b49
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcaad4d12a24c1aef1ca0702ad1f1986fc000e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8272b7063b1a049740853bfb0b31e0535be08dca219c3b60abbecf8f912f48c2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33da7c249d16ea5bc9186addc5eb8c369879110f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ba21414e6a7705e05ae0e93c87c5aa49de06cfede69f512fcc3f1c34c343df
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f78d7f9cbeda3fa1e79f7512bab127dd1e34247
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c42bec6a36ba0f97bf85005db3b7523b9884856160295a881fb3aa483b9e29
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1ae6a0bf17c21c067016a8921ce920b7e14459
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2cb7eee84e240ce27eab834ded3cfda3d6b7785ce93754416851116c18ebc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c9e19b1003ea0dcaf797f43dba223215c34170
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f067ebf373e38a63057eb2b8ffa1b37cdf6115159870baba9a3fd34995613317
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1543799e96930536c23c8204a2c19bdc2b13a90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f57e8eac314f5a250ca5b757677a0ef828b2e5a364fa48fed96a3616815f9b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87770238c6da81ff9a783b7527818b5aa740f816
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc1b3501d4b1c3d9fa0d235062d61bddd9648ab63c65678fb04610004f777c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a202d255932f235ccd5852c242610955d40b39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f1e25ac5494bbacd3fc53714d3c06110ec06ac024e8cdf661c663cd567f58
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e625656073fb668da52a306aa66b2da2973a82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4db1484f8b208a58d639190bccd7cecb6defa659860428045da0abd5216bcf5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0bcb686d182106fa36e6052b7e5d43211d3370
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862784fde90c744dc238fb5c120806566736733ad09f04dbbc76ab680955bcc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8cc0fa4bbd8f96c81418331336440fdef1b1d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d760fceb4057f347c0a902091bc11150f0f0d68e7148a1f5ca1c7d84c99a8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7670dacf30f3543ad2db08ec254e3b0d4d95149d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37aaed695bdcbe012a39fe4b876097fbd03df5177114dcc2f9fb3615b336206
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66b8eedd51e2dab9fa5ac7e1b54ed1992ba5fd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b47d276ff582a7238e7a018d3255b8a66eef9b91ab84bb5434b813f8e1b7ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62a5a4ac04f97fb03fd7680ab0dc3618c60c470
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164f75998e44e3ce15679da43ba91d123107fc849e0f9685ea46b03ae6548464
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103b123af0cf59eb5f9c35d88a5e6c3350611f93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fd590e86466731f1ecc4aba5a8c87e446df7de78cb8923829452c22cea04eb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05fb61ffb7afa5cabe767cebe6fc37492aeb916
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e93673bc7aa83068d8a50921801b90b9872d93b6b0f32a98dce44c5e8d390f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b63c6c42cc81159b62774e8fcf0311f5c145984
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a029e3dea4ad654211ad32dc774f8cd108ea3ce3823298a9b0566a77d8fd5a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3fafb7df00fb6eef49471f3bea8f1c86cfc07a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8714dd6ce4613a8ccb4dfbb1901a6647e70ed78c0ff2045b867d311cdda46cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0000a2306e80622f47d624b3bbd826858dd9a6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4c26c1ce7b96abce98731c078151170d97168dfc9bb3bd6e334b82ad94a4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc42af110340f1eb847ece223059351991901d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81304c27ed13eed5a96387921eddbf58776bea0fed8881612b1bba7afcc8a200
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb1b551f3ee9665420d9d61ab8b706da15034a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a21a249bc0f83c578a5ad46192c07692807d2882b4468053146e255c9321255
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39696c8bf486367a6b6daec30288489d9048cb53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726bb452e998e63461a863538d9f3acc5e0ce4eb559f3f5ecc11b2dd9d1a4c4a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1fc9ba9dec09a53a8adf98bcd05aa8f870a316
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce68fc8b374fdf86f049952de0dfdefcbcca52d7bd1766d7a2c1f48e1de50a8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d676cbe116c54fc796eef68b9d3021b7653423
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc62df40c9671474219d0c61597eccaf8b029a1c4a595de501428a42a8e3bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a27e74ca8d42e7db58857320ac699e80ec26e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492b35f9e9b554b9d946c153ded1e456ab4deba356cd8f8287cf41063012c85
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c88b2fe2434d8ae0e75098962c4ac68cf45a72b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f057721156f0a8db95a29637f7857624014bc564f6cbfabb4db5b146f716eb60
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a793a4f8618df684028bc8d7cf4c55a0c7fe8909
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89abad048582782ceb5186cbc3fb9503202d0cb5783ab05b104ffab3a2701763
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca82ae8a1f9352af4095ff912ee674ab5769f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b143c2c59b5c9eddee760351fbdb05ebf7999476f726feed288939124a195657
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda366202fe3ec7b236a5c8b8639518bc87c133c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88245a036235bea97650e0976eca0462e1ff10c00344edc6fc0d13443d992cbd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5947f3aecad4e9b1a6b9281b90a3143c4e22992
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de12e4f4094f6f187fe35fa1c40cfd13703c7c1001804cf65a2a4ccd8c7e539
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138f729ada268f46617f13eed48daa9948bf8fd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d99451fe2dfe0efd2e530b93276d3f9b28687e757a3343ecc9cd5d55a672c6d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58785d350654512642a6c19241e22082d6c6120
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff68e4608e00a86a1534e33e00fb3a2b5b705ad1270b5f7db4738fce88034337
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adb649a9b1d4971279af814551da5d3e7a522a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c49eb5764b61e2af5afe8d0f37465ce9d11053cc8e8a91d54f3f6048a6077a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a191522210bc409067c25687cb65bb5448d4151
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b123cc0f675e86101ed40cdcae8b9c03dc9d72a0f8199d915d98cdb7962f8965
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f81e18cbd75c10cd95d78118d85dfcdc769897d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70206e696cdcd64c6a25beb07d392ae235f77cbb1090d9a8efcab1ce3f2cbd24
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edf100705fac67a57ddee7b5a16e2020447566a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976887f33bef69efb6e1d197e7553799fb900b5ab970978c17e2b07cd2939135
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a5786256d171290c2ac87ac1f248a444c54e17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e09c1cdc323ef43150fcc711e87a843018ec387221d1b0334b3902d2c43fb89
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f68a1351dd91ebe2006386a6241bad1d536591
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592d80ad2995e5e49233831d72dc226e603800e1a8de01b0850f60f845ef9cd1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22f498d3405e10385a8dfa8e4609a07817b51c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e44dce30c6154eae933cb19774ad528dc68801689172b4303b8250cb420e124
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc954423649a3dbb85f9a3f4ea723b5a62af8ed0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9796d54c6cf23efbce1a563c6738ef31b05d18723c876dc004904bf0b8fb66
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b3941ce8f6d26d61387cbf93d6f09323769cc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bbde871a7b35d04e6375e8dca2d0d7c339065d84e40acfe96ea8a53f395160
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78925d2930fa567d243d75063ba104ef8730d33c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd373b2b2156cdb26d9e768b5bfc307ac23a5279bac61391db17a7d2dfed5431
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2360287c9c2efa7e8f1cd1a22a899108e70ca8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bd034fc9f15aa965910626f7ee01aefcf7a04dc9238f62ee6ed68beb034baf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6cb1f651b42598ed5108d142252920704eb720
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f846aeafba3204b042011e7ff67932ec48e57b98b3dd9eeac6c13722d6c4672
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6d15f3967b2c82b20c41f8ddebea69aad7bd84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d207cac55084a7d28f6a2110816361f5f3ba5162c8a37b1ef24be8aed7a0f18
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3275e95d31f2f667c466e05832adba6ff7b5a7c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b45428902db10cf8565cdbf6a5bfaccddc440be0ea7de3fe85e5f7571e19830
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c0365dd889bf71139708c42b6141625b6a613e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8326f4cb46d1a144c3551d630acc9c98169d6db3825dbf77f5375e6e8f3e8d9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2daf78dd52cdd32d0fcef452eae30ceb766f63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fb41e06126cd2398ec70e3c33757f288047070f8d7c4be42e9c44ae350510e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be70667be7700b363c547e1aca5c30e717ec25b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfda151056d4996025269ad49e8fda48d5305c6ed95313d34475b609b5ce4753
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1316b5abdebecea97df1b7f1d259140b79bf0dc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45db7f7a1a0d02fc4057da8d959ca07dc6bfb1c7be2d18698207e94dfd7b7d9d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a863d67936784dff4df73a3af7ecb0bbe3390
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afccb0fed92c6177c978b20f72aa2152b93668c9cf3b49f1da88a925f6655b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2f8c7b628ee0385d29fdf8d1e985ed8b15b816
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb32a6edb9544af7322a43e3796a775c32d2effe2a131c0417901bd2c4f1bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea12cb93317e81bc58f43ef5482884b97460d375
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a3050ba9db723854eecb7b4783c9c836e4691fb8d3d74944c0f51dec70f9eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094b3ceb19ae9d90e890fe42d3af33c9c25c95f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca9279bc4fc25ac16bed46c9d49fec0bf72ae1b56a93018202d4b4ac2248b1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0759a818928f2695acee1b065c02ba74d616ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb2ae6616bab21586e563b8bd4a877b4349152c5dc67eb227b637fba54d2b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7800881dc0b9af59ea95f6753680ca2b822ab4f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7902441f2289977c036fcb8c8f9e9d9f3dc689372f8dc45a416143063cdc321b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d723a5a2a88945068727946b60bba62b6153c0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b56a935b79fff87910320c7c6296ab06795026e1bab8959e4cc6c701455ddcf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b37679b160c1985e8b658bc605f4603ab3ae35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13a8f6a7a0c90a8da704a64989f05d793660bb486f661bdef1fe17d0e64e538
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d18835cbe810743e6c68c042bfeb9bf6d3bffb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952d40084092f9ee24198bbc69e5b2672a8b417ad82c89afbd35746eb006bbb5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03699cb565319e8d113f7c80f2d9b76d77b594b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b335dba8b9bd191a35f3c55407aa99e44a1bdd6cb6ed32db072b282d189e7609
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44478d0634d8a5b779300b31b08cedc0036368b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae07f8c75b184a827ff9b6c043e09e2c47cc2529e4418386fed65f91ea390e54
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aec3da13f32a36cd2fcb9e113619c497550d77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a06f6f58ac09b9d5d6375f20d97f8a1fa8530f90c33eb8e21ddc0042807d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8bee1c2091b5cd357863bbf4f640d9a3d334c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b516f5e7917234b2a524e02254b38a8ecf4717d117e227a92d20149b914617f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49272e31aa7c15813f78e8e1398cb9884535fba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1949661fec928e99b14664044c6bced21655c000b395669dba43c38fd3d780ad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8e04c39cd0f0df42c790ce16e55ac54740916
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4ca7d9e385fd382c563aacc7c521c6c71138adc46396e18125ab2832da7099
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a7354d2f5cfed5bdaa99dea8108f9d9fdbd735
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa3a104909e7aa993eb03c347ea50c5bc63bcbfe8386554abc59eda7dce4d5b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81e73ebe2e107890c18c33731fc199d3d0b3922
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bed6d2c2f6667cea7e848bf665478697771fefa88920d2ce7ce69b7608ca985
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d369738a47f66ea661c5746feb88180a870fb974
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dbf143474e18897531352b2c0b15dd201c0c08e486f26dff517e92f1284483
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5aad55c0c1e1bf1cfffdeaf2b0fccb78e171e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd658cd0b82b1342736fa3bef3e0373a0cea4b439fbe511fe3289eb895da1a45
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f481c79630bd47980cce053060ff95b299592
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef4f83cc402087ed8c018dafa1dd7a92aae639dc6ca70f8271ae5e2dbac5da2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82af2956abde0b62f06e2e03e599d80c8409523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c66baf1fe58a045edfd839b6921bff9b60e5fc952290269f78a7554c5e0421b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d10f8f7043266cc21c9ca57ee9e1b11d2cfe218
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233373a11d9464cb5fa46b041cd7d435e51f468485554e3e103f379a3108fc41
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1982332ccf2eab635aa5d3c323be9222fe880e2f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f9fc5d4566958d078ffb3560e25ed5786347b7d622879432bed8365849931f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e59d4814220fe7b3e3f672830ee62e7927edb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933fcf0bfa39fc5a531924142f7317c49faaa8e72a47317c5c9d940a5d484f9b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8f2fc0de824419c748cd5d0db8d5533a86811a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02eee80176d2f633c2000183774dcd883070e609324f62e7dc845cb8eecc4de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e776bb16b2aeeb8c8d4a6ca6787828ff40f128
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d300c992a92b85533888802f61eff7e32749159fcbf9f3148efdbafb9bf1e9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45a7f290cf0271f122ad196c8411e61cad76455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14487e523477372078c8249ae62f0734dd466aa9db45efe88a30d1896d429e4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c292694dee79571e89d182598f6636cc6488f6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0acf9a1627324e01a0efc7e99ec4511936f90d5aa8f6fadbd36e450b9c0d963
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf64ac0973ab158694d7363098ef8c750c5bb2d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0771a4bcbbf8149db5e2cceb2554e41cd85c9a8d49c31f752132656972d30493
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e517805d76e931421c3eec1ce14ba53d74edf2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416fd5e2602c43a86833e80a08111e457a772afecd826a420cbf9c7467ee8e8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ee93da77bf10863f1966fe32c3867d1d80418c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b605431c3950d6b62a97a8c045aef88618719f84a23ccc285c8b40e8d49e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046f8be0af53e4ea53233bda65820bd234e495fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc1b76356b284523472a630084375801edc61ddc5470518ac33506fa34d525
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023dbf0c1bf678993d52f234da6f88f7adf65a7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f6419a720889ed42cbd38cea837e940d8ea32b3863aaa4ab8cc5fc479251f6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fac251de3b8ebad06a5de422fbf00775c0332cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c414386e66c4e04d229bedb092dff3b5a4c6c6fdd62f4285f3801daeb3a56e2e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1587cee42520a3b00d13b20a79c7a3dd71c127
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab58856e929509a114e2aac6d4616f3be052ce1d871c9ec035070f1a81b723e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2ac6b4919e4f23810c823917e6618a812505d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be11dc98fdb0ef109466e0becda4744be01e85bae9c8da19f8a31091ea2f996a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c968b1aad087f561fb334af0dd382caec9f02cd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f475c9ed9d803cab0d221be4d551ba64227dddd5fe7813fa3aa9aaa4f03bdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046154095d0ce099295b54d8366dc0cf12042e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26612c785d5edd64d5873f855f2347d1dff3828e0edb98bb108bfaefb2173e62
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7133276d189990bf4d3d47e2bc8f7f7e86170b67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22418c9d3e4b54a3b9e882ba7834c7ad2455ff6f66659108604a6534ec793157
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be710ad97d3b246d975c4cec75492acb55ce4cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a622d6728493abb7d288fbcd9cbe0f34aa95b685b31d780612e488a59b6c1a3b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b012aecf951848b606c0ed2c66677ee7638237
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8e3c38cd71a02b1bf0e96260fe7d09ac64caf02d157750be8e4062d7997fbd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c1ff947ca73271775d26b5a47e8ac3af13ad79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97033b2a9f8290ee7963d0ebfab90d2d6c5a7ae589b4ae2515ef607519f5e5f9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef985d42274ac3cf2afd04e1e392687d89d3032
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95765da34a14ab605345a1a1d646e1d25f6b670144f28e1e7d925045ecfd638d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613de997e98dd2cd9239f3f0cd063e1171cbdd86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9601889751d430c53e1c06b2416a95af38ecb2e9fd1516e127107983bf3527
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f37b47c0f492ef3f60d4b3762fcccf2e5392d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a49cde96c4c2b25c8351e4a4544ee8f2fad564fb93eff4ebc04e4a3f409fe5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be13aa5454cecad50c6fb68d63fa7432e85669f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775c8cca2677c2c16c47d83d43b4d28ed027e9245ba9eb3f7971da520a3eb7bd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd18dffbcb2f8e967770697c603b0a282c0ec7a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1544647cb5f61907ac619a8f91902a75f15de7c5d5fefe5a9b115e767f74b202
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117d907801190fc6557d26e70dcc9aa08e046ae5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8334b665abd1d49c52789c42398d0ff22d82c1f75b12a3ca980cbd37377e5ff6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b63a8451251bc2c366aabdb601936171d20298
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1377b043a590f0d23020fedfe6c28781f7be9554187b9dfefd9e8f89391dc63a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec7a7c045da13f2038784a74b1af0c299bf67cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c43264231e6cd4a49c30536877fd870fbefdba8bd65af6f874d1532211f1b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72560406444b043254bfaf1ac2ffd158da27dee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9223a9bef3eb9f3bdd23d77df0a43c93a2fd508595ed7be103345f332006a9a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72da77c408a092196e3ac21ed3c03d8ddf0384d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dca0abcbcf8baa8089067e569aa56118cb96da90f893d69488563343af55aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3309b4c084f05498e365a872661f879ab19ba37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6936991b2805830224253517156aa816e56580d904b7cc6d121709afee4d4c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2fd4a5c90e9910c94db80ca7bc4b8566cdc08d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1f55edb9987641c8cef99ec6ad7cc17569374d1d83270172c66e6df97b9018
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3eebe9968b7054b59d2854aa1b6e262c19e19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835d462855b35a47e3f5b0a6f13e23a37d5bd6f28b16973cc30e833bc122acff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7c922bef731f985d3b2d0725824f4e983fec90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfce7fa120acb3b49e25aee52d47f84a80a90544b2df0930445a0abd1ff41358
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f0bfe10f17dc643f5829e0cb31457606076f1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf831848f99268a5b1c047a83ea5037cdba7d294ba567918747f413cb3b0752
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9899940f3515337f99930db25764c4642ef93c13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e3830cd67fa9bd713662557ab5d1d7585407d5a28967e919b4139411d607d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65299ca0407569fd1713fe49e245754831666ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b82000c2a5be4357f59f9f54088a2affaf51c5ed8cb602b8c7af79c7d462af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89536d0a1b8d0029affc887b5ddbcf86f8befee7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71e0558ad7c5cda74e21fe3a8096267c34c2b2851fc85a8d91c0445817f59de
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e417e48205c8fc589462f4fdcf5aaaf235388f2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7cc29982adbbb505fe93a934c8a091bb1f9ca672f5adf5bb53b8b8983a46ec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e59a98d44ca8e6034def11738bb4ea1010786a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15520df95974882922cce89216f85590c027e3ce502e27d35fb7ae54765a7b1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5fbee58c74631d6eb320ea992100a8e3cf146c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b65d5d81634de4242df0d201355e31f3ff424bbe04b67cac889def268f162e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8f8744a171235b798f3b959e47df0f7bcaed8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271593f5ec5accc4eb9527d20e9009612a8c9040e1f34005a5a9d682b9a181a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acf041ee25628fd227018cbe722601b4a23b125
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9929a458108ac2b27d1d0e48e8796e9a2816a6b09cd4add09a490631b81bdbb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d187d46898773d3f48b315a9ae7edb2b3272e91b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9830c607b9070e846b3d0396b5537e4474d46cc4363efbbfb575d0517bc943c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83cef707f03d50772c3b0df016dcf25441ad9e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e79069f7695105472a76f4933ef3665ab6cceb4f528ae441975899232c36b8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07fefd22ce5f4236e4a11abaea0f8fd243ff5b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdca1384757fcd2a5b28c101bbee765bca2056e4650510bb017124b59c6dd67c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0165fd0dd8619bad0b5149eb91454c80c42f27b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf4294d9da659a2efb37aded68e16e5f920eee6c141d1f50824248175c68d73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608bac324fffcb666bd88d4a31f569b36b11da8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c7080c074a614f20c5878c8862fc747d573eeb611c96f67c66abaf6e2b2cce
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94384f10f68b6f9e9d511c5c6d38e902b34101c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84576fbfbe7a6a5e9108185d276a978d43918d61430197f3832a5ec4f7b97ed8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9d9e42b8b9e5032ec148284c8ab559e8d4b503
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228f3a715244fbe1c2f3e56e7974239538dd7053e8abc0cc640846ccd9a48ce2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251eed5fcdd880df574654a775271f81e2fcc864
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3d88e96b273eaff3257a9e41626829c73c4d5b3ba05bd1b941f4d1c66ce480
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b40bff1019c09b0acaf7b7f389a6926bd7d4c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacec15cf9d526a3be56bfd7563f2656e3db754bd3fc88c7af5edab9b456b876
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d02344317ed7bb2f1245ecf70d8b9f06f0f2e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78b3b5c8c3db4c4ed7390c2169daec946f33db8972483d666824aa945f53454
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62e67b1f3e9058d4a8c78c3e4d9f8ecc341468b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0118e8d3b6c83e32d4b7247c62411c9865b71fec7abc8e6e982451524e72bbd7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6171bc3c8d63f5e7d52af69bfb4b4e99169f78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b335e540bd2cff62bb990f45ed34fbbfd80c5b8803e6342f091adfb5cccffeed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8317e4788da103ce23a146bb6c84c2d7ab8b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b64c3affb5d1691f2e36df4f36a4e30a80e363665d7c0a2fd9c373bfd64770
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680e15f84bf7057c0bf9e2908cc9b60d08c4e804
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e81c8c336cdf145b2a8c3c86aeb959ddd3e16f22def7edad0ae559f4c1b55b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d39eb7459505ca517407edbee678cd7fcb1d23f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da31f61bcf20abbdf6f4fd56c4db68e46877809a31632de25dc2b7cf42f4ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ece4a526d2aa3c540b40276dfa9053a85ab5ec6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00ec4c56299ec2757ca51a883b6edc1e6df35d51e8b1bfdff393df96484c7ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be90225b3c4b4c0b34976be8c2215de2bb55c34f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccdd5a856738942305037ebc7463f31973fe3803e2ba471888ca41883545ab8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6091fab8361097e754c652b96d7f0446272e70a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a54896dfe931b8f57172d3c8ffb287b2e7dd5cb050390d9222d297d08b4944
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3679e228715fc3c147900e4af28ea56490b27a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d57f1339367aa915d67ad248e30453076e87cc30e18b225a299024a4cfc9a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbe17690b5d640644319c7e28c5dc624d5af2e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0bcb9bd5cdbe184104a80b3d1e2dde357a5ee707bf651e62e990e0269e0dc9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afad8a90ff9fece9dc837ffa7b806b53ee866c22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba423d9d6398504a5273311efb86f95b843127abb155bfbbea9847d2725cbb8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2ecb1015a52b0bd6e0f02180924acb54516a77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91d82f309755a804c0a2a5ccf2f9f144b153d895eba243d63277010d55f7184
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6117f90ee6afcc6e28fa3d92e0160dcf9ab6fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ec1aaa268c6445e7444c82bbabab06e8ab555918895a52a855cc9369484d1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097fcb50086ffdd4cc25057b6302b1c0d9fe9022
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb96eab668cd2fbcb2391fcbc6224d24a602df0f5c3853be2490fde8e17ae27a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb749792c598cac0a45cfc4686bd0b78537e050f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daca1b7b86be321f8c90e88da0be559724df5ebc4986ac5459be6c749f946bdd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cba1e5d34df69c488aefdee1668c85d0a2aff1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48b0a12aba80153e50ce29fbef5ad69051e0f733a9ba0a59980be5471f61891
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3235d186779a8dae63e90f45abc00135beeff89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e45c343e4b23b5da1044ac7a27cfedc8a493784b60d1e063aeee358f7cacf9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e34429d5e6f2250cb5a5060890b113c02490096
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a7689894c07035276d68a815fa8d13727c25db16d9dd6a3613d57ba4b07d56
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334feccf80907a9a16da9aa70f81ed9bb0f5d757
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963169a3a296aaf10e1586cc701a62532960ddcf933d6b11639ff854bdea5abf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a4c611b85f8940610a559a90012e6ca7ce7faa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9f345d2c5679e21498d13ab4bb3b138254868fc02d3128490059626c65862
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d80a400f2055404e49f5a2008296ec6b12a9ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405c7ea70b395f71ee28ca5ca2b5d23f684a7950a9cc53540750fd4071e8270
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febcc367aea64aae8cf1b97bed158fbcc4125890
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0685f2b85affa852e78603045ca62725b7ff6d99d0623a24aea42bfc26dfa3f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf627bad1499c6c50bde4faf5c906c46158ac70c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986dfcb354ece185e65b31478f84e6d6b8e0d9863b82fecf4dc87973498af1a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835c3d037aa9547bab16126a4b6b00a98f2b1bec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ab0093d2133b45bc3b25ab490df2936f3e9abbb0c912ac23d022c3b9b4a27b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa81f5b46351ce434d24adf5139a230b61498e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28639acb981ff96a7f2f44ea5d2aac61dd45e72325eef35c2f0a968d98b7b44c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42739bcbb12de32a252b66d08e2cee8ba66e08f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5222c4fab30d324244817c1da616cb9b0a70448450b63823d0e2a371ddfab25
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b259387906a0251fdaac1fc0448a616ac310f802
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fc48c745e31c1434ba90f14045aae426696c14c0304accfb5ac93b8c4060a5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df756881de6a17a9c8155351d3573d64419a2f52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198b3b7f724feaa6446c1493a4e2d913ad2606c3e2e29f75c3eb330a46bf4d7c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0ca11ee1347be1212902a5d6328fb051920316
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05483466863becb2937a351523236a7864bc53fdb1c3cecb3fb8151e9054d7c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784eed74adecbed8a5782ea90d8ef11418326fe3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbe9aaedcb2adfa31b6763431c36b943170014690980e08f799ba0058298e4f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987052a9980582b4e70d0f9edd0e865972924287
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d45e64d8e389b267375aec7b2e776de62bb3426e4f248ccfaee1c6c9c6e914
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833d80d9e04df636c8fd2d652520298ef6b1bf7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd15edc90ce640d604d19d1f46fb6ea17c6e0bcdd9a7c206c57ac9a46fd4f9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2259a305ab313bace0650358299e0d4766fd29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5b64cbd642fd6ef856d8365292c6eeec119130fb1cdd5cf1b916b3b3d066a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d052ac203bb7827e7109cd31a565a81397bdc945
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccda84b12923e6e8809f4e8d09687107b8a13718ed681bfedec0b5ec83cad30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a9e1541b39253c4e9294e9c20178344d53d7e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a863a568fa97a30f531b4ace30a0f3265d3071370bdfe41f247a29afd54cb23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4082f8aa0524cfae3fa2efd49c3888c5d14308
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b74f0b5be3062dd0477e784d32120462c75c08b0a92f561fe7087262f3687a7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5989afe90c6a50d6e22a451049c4b40de54d235c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6207c60b1124591703f7c3c3335fca330bfca4c79446221b947586cc2e7fdfe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969ebe4d8bfd0f138ab411ccd5287cb82dabebeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8d29ccfa508d08848d1af7bf813e898331e2afc43e3e76b0dcea9ff1d6830
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e775b518ed476f54dee172d4281edb9ff7a0d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a2da9a1214032bdbdd709cb9eadf68e1fa057e84a0d438442058f14853d3a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444a76d44124fa9e0118e71fc8a2d68b913d2278
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b4139f0947c362780a4d4302b6b807ff5a2be6933be6a8ef5b75484a675148
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2163d31f98e7f2e4974e73f514c6fc700e2bbafc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8769b3c20343c3e40b212cbbec84ca918e21b82b4ec6a9c34c56002871907d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab07b1d53e7638c9ac7d2552aa44b207f2035c66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec6e69f0d6d1ce50e0b6ff711e1bb46438206a0a4c274040f76686139e749ab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d6cdd31b3eb921879d79da2b80efe6fec48e88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e4a2cd276e1d7882982711ad0cf09144117d2df07042186cba102b9577b60f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e060d507c013367183db6f5e67eedd69f218d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e3adfd0f68c590029fcecdb7142164c446aa292a5af45b2bd4c58be62dafbd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc17a797f9f6b60f1078331c93338eca2f7f01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05105e5c0c9dc58ecf323077c5b25d31c090c52967b805c1bcb2867356e75ec3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c939a1ae2998daebbd621fca05caee661d7b6b43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e062bc06921734b1d96e8f4048269e7bdc28e2a168a734d63f795687c0355694
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fc4f1b84d6d4737a46153e1a4427a67e8caf27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b219ba6313d71cef36ff6fd997cdc2cef7197ba6452bc4562d741f8f2f25c026
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99562b9df0f4c88e63d633e662d02610aaeeb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848ad858ea2e7dab714c332fa28013c116ad04f402997b4d6241afcf636e1483
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd8fe4594e52223d4a1b3418bb13f70ba868cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7decd8a422d0b560d6889f5dd96179e22fcd91085afd7eb8c75c4efae1cfab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43774dc30dcfca37f7ad403a964de8fd9ff8e18b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3fbc269b2879c5cac441cc634fbfd5ef272c898feb04698e7d4608dc00b427
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0982c60a3b5980a8e5ec70f56b3a9ef61be68a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bac792159d49fc7bce4c87ee7674818958abc68a342cbc4cce567db93b625c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4d87dedace7c6b4310ddc658e2a12bea08ca70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade42e4bb0d78dfe0c05b0aac29d19e9ba1ea820566a9841a1be3845c3f6a37e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89a9fbf82699e42e6211e95c8dd163d34b968d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cba5cd0d4048df5e3527549c5769c34ce6af277b69d96d622b86e492d1c50c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe04b735c968b23b2ac4ac030bfd7c0dfd1623c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701c965b758b6e73ff5e5c9711eb7022de9e689835d803fff2b0a00c0c6a376f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e734ded7dbcb5232274b7037445778c84fbcea0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb6456ca8591d3c7152865ee85a64145ac9cb4b4ad8755d9b7dfe8a08980b24
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4e2f11fbbcab0d0846a490b4bd38ef79efcb17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322faaf9bcae2afe554726829b6caf5fbf24effc12496f7a99c09f04b349ac2a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec3f8aec734f743157a96f41b1e1ce6c7a88e09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6208dbc3cb16c8fb77a43f74a8714b6aa3ab347af94e57aec6113e02faaf1502
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7143be80c099a57c22241ad8d996f169850ed85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5174f0dc18d309e3f80792f508daf7edf06dde38d9e833a19ed1fd8e78e30842
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d245f2dcb6a7fc969d68c474bc75ad67183b821
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62303dec94a47289348b897a9c57affcadeaf22ddc2cc8049146bdfc3c5a58e5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11be744ccbbc1938bbfb458f2633188d61451f63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7269c743f44ec667073e5b1940a650392e64a1d76318df0b9f82ef5e89c3581
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524c79976fe45b3b542eecde3a229c34db551e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7173882bb962b3371b3764ca82d421159aa30afc82ce00b6b9e73a04cf284a35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf09d3cc677b1009b52f9b2e1accdb2409edfe2f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3167e91cd56c883b3a87e147699e98571286b53024ff708614d09437f718ac4a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fba27b65eb0137f2f7c3a07c42153553451467
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf678006e30a33149d571d0dfc41fe1dfba2cd7873564d34f749366e470784
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11571b6553c33e8fb4bac619b7711d5b0badeb12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b5590503fa4cc34f91f68979502de5eb618b44c7d44a3aa5d7c88931d13f2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b1c07ceb58c61449a2577123d305bf37986733
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b31079ec6e2a26889070c2ef197a2aed03b2b4bbb6ee189620aca4b98b90226
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a55fb75f7aba829bdf04650403da9e47dded81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c963744aabfddd8ddd427c0544511c8761f2eb1636a102d8c31a1902e6135cf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcdc79d201c1751fab833bf79c445ad020e44a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a26209d7d27f5a0341715d3c4458d29cd2847b54b6e8bce8935c59228b5052
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd3c1a6e87e5b61edc223374317a56bfdc6649f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c81ddc011996a4bef82bc7ea262302caa746c015899a7b9a81dd4687d8782ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c3ba8da538350afb5b419eef08fd91313bffc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47979e2085f40fc14b209df9f21135262ae1ea64105a058529b2017897b5b980
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e2b6818c8b8f0b3ba13ff60c03140fa547e664
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24bde88d20d4b12b3f7b391b07b8f306b6299ced8198b0a02cfeab461390a26
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca217c89e742daeb2082334918c540325455ce8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26500dcbae81a1fc337400a351a1e30bf2d7e3a324305f981ca0bffa445b20d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa696f4e134cf171ac423f674a7b6fa8af1d65b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0292200b0d944a683a2f09eff8ffb55aa6d6b0c1e7eddf4cc0406fa89ae0dcf9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75082a9d66041f2382ca8564019cb7b22de50e19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e56ca850103b54c9441938931b8a4e8675690f98cf32ec515a9e7b6cd5541ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007140e17628f8512eb7020243483037e08401b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17a1ca0133aa336b21675e236f41d889409764a283948af119f128750955e23
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41b5b18c047771a21f5d47099a30e6dd19412ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c6a4d98c7155a4fbfa2e64e5d52fc480bc346f5313b1de4f9a79a40424918
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9ec212a5f314fb4bb83a3dfb92037429bd2e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4196c4afa228dee2bd50a0586721e3d2762fe7573cc3b08330a4cb4b0b028f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01c381c68d3c587bcfed0859641fe59a45d0b0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8a112d43cebfa395193b424858f14541209f91f01e010a5cb34ae4c2a4acb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ebda92d064fabb0a823ca7ff2cdd456f8856f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8647ba152b15fb8f1a9acb8d70b9a1c8e676f85cf2bb06794eb4b2ffeb618f52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589ea145c00046f32d4a0fceca5b92b358131766
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91420cdcdbf698a92ab74836e3c9529baf27a5be23b4eae89059a002d277e422
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cff710ee9e7661674d938812fb5f610f6fad48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694ed64b708a56f2837c2821770470bf90cc76682684dc42b0b8efbf1214eef3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776874cc45e851079245c5d556c06caba0ed536a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c752f4a36c87fb60efaa8709a4e21e2f50346fcf96903ede24735642d078e8ad
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1afe49a7ccf7a12cc5109ff409a678b7ac7ccd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aec236ff1fb892b6d70600288dea97375d44a649937c496cd00584acc8a2d9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefa2a6d472a4bf19081a51937eed0e23b82455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e5c4a8b13f839ec913e445110683ef05eca6e1339c8ab56f34a800458bc687
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dde3b0839908c26bc5be7c01171c4bb75f17dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0998512ffb0b7a18f45b97fc97d7f0707301c6b79358854f526c1329f724adcb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f618ce23d38f6530d65a7ccbe42ab4ddab82079
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023d4a68f0318e4b774edfbded4b442930e2ac712ddf07e44755d14570d820f8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfde3475fb3f05292adaa3b79c1450d53523b28e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2542ca8e6f1db15dfac8fda441787614f69e00db15a3e41a1c740091d49c0d9c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca62b8de9b3c865aeb59c70e1cbd480c984057
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a453fe48e950504e678f5ffd67b1d28c53fbb937b1c5446ba2a532c2e73b4f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3593c83836cd14d78d4c6f650ac6251ee29a2286
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee9cc8058be86646945292dcad0260050e072a6f56211d129b89e1c6de93ace
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60761555a0fcbce2269360476637382d1bf3242d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0688ce47d805943509eb1d60b2ce3afc02c0b8efeaa7fbc240a6cd14adc198b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a168004a4df64d387437a62427873f11d61abe74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594f779aa6eba8bbade1bb0948818ecc214f8519d9c50389966764c8fc0fd115
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad6b6ec0b558a2910d33184558ff96e9e556dc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5914eccf0ad29337523c17342eb5c338b70baa2efa5b21d757e9c6023dac7f8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2c8ddaf068142f60c466543f0e2af9f7d8c4b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901b2f94c8ee966b68c0bc45d772791cbfeb4192b63dd44fc0ea9315cbe6f015
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd54040becf3eda88134944d9755a633cdbb8ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3586dc2429536296a0225e8811c0d75af828b2d196135fa14a99a42de90f50f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f568e08a30e747b199a870abc8a23fd9533b5a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c532985a0fb615067e506c0b9b6b9027c2b5bd4c13d5dfad0daace79ae2e23
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0574ee8a94343da773edee48b7f56bf9a9e451b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1390b126a60fa74203212b88687225216e5620b63d5ba9a78163259ea80466ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6093ffb289973788a8730459559ba9336bc0da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1cc67a3204194c02e4050d183a9751323f1ef8bf6db86d2b7a496dd830d92f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e6446f3c0efcb47e3f1631bccf9926f9dd432d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c79ba4a2cbd7490472397407d4e81bc5479085b2199238e077ae9b1af6c0d3a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f75ebd87305e8e51c5ba9d9d894def905b0a57c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d79575642f57d94da54363b7b2a64fccd9cfca51450bbf18c827a31e3350e9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acad3a8aaaef9bc3ae9b517ed70fb534434e4f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccf548797cb629f3d8fd6c6cad54bf101b035bcaec696485864ef982d2c4085
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abd97f5815cea1c753a93b754c018fd00f4250c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3d0f5760ce48cd63f5dceb3121e2535fe86c2668df11093fecd633fddb948a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4957640e362fcc377b92cbb4207f3658a7a2e078
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6764b9a868d15557c33ae71caf550ec291f628e3fd0b236ccf23dac854afa3d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4ef741b159c77e96f594e81129f60ef9e3546d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1de00e161de0bdd1acf871fc8927874b74103754aa15653729ef0ee45c6c7c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d948ce9525fa194078a6bc694de8b5b7af5d1797
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cefd87f9d7c7f1ea5531074bd06c35b605e85c3cf595a026a5d0ab7ae7ff68d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafb33de552ae22a487b72562b414ee30e81f5fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0216655b79a88c71894eb900cf3aeac55ba339e1c9cd6d513c0e4c390b1740
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b5ed7aea529ade2c67fc79751a7fb2022c7e33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a71e026ecc5d7251e9c7ed19ced55cb08e5a760b9e3b7630e0084a4b588c237
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81376f09a0bcc4cbc98e0542adf92db47082bc43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728f5a106e17b7bae3ed81096f1d02cb64296ffff53f9cf79df75746b11e7ffb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08e8975ea52537ddfa110fe093d8c4b56abfcbb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1178650d9eebff3862135d6f45d5e9727cdf4218ea2607f0645b9ba2f6ee6dcc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cb59dc8236aca1a31354331c4c72362cacb509
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72eca7593aa1fd2019ce8685757d7122962cde68ff9dce11d8593905342eeac7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad645dcc7b69d0afbb32b29bb8df81bf8fdfbe47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dd0ed9a6a579033e5feb99e7938cd35718892a4081fef7e4725dcabbc99a65
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe826038c53b9c483fe8189056f1c36c97ef08d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c658357348f048f76e5586b834e9dc6d8fdbac284d395b5d1bdd13e93b7589af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f309327949593b61f840c265a810b404c8e86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e8fbf036650033b2ec44c9eec1192875a2316eb89257eb57e12984d99e9074
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20274b3e2617e96cf033db88acf2ed05a575cc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161f9c7dd6068487b9faeb38e531553c0087f1e20c13d947a2c1f94beb5e0b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed8975666c5864cee0196057989d3ee0a886be0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715d735277aa998cbf14e8e5374338272070d54e5d370ec3a57b94e6048878e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb77d19d14151c41027bddc344e68dba3237a1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c1ee60b48c99b3153b520d0f4d37de7dee1f2a241327134e9458cdc27e16a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb497cff32292d704ab2d9bbe218acf48cf60dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94b6f4606ef3825dba6eb1c60671c8bf4fc00d400afbff3aa94683946e760e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc29d77345a5204f82d91e076c97b7677a2443
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f212220b95d115f6ac45a200a191d5835557c3b205b0ce93279b911a85d10
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e1ed9fd11d04b2a55a32e14c8aa66beb7eb87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e425f6b4d8dba67e045c55005bbe537710d151bc99305a00789b999ae3ae0f5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20104af2f35d4b4930c1ea450452fcc544df46ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663c6cfcf09763b159d6fa74085a4484b7b1a3f901bb10a8df7e5f87c02916c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d2a90ed7383de712be6d0ee531e4dc3eb0246
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a70172090fc1a2ffc1d28fb65038394bdcd3a823db9e2f123f378c1e77459f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0358537ba97272b25680d3baa98f92f91327214
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2447ba326e899ecf76d37710c8bb158b1afe68b953f82b3814545fddcb5fc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5101d7f58fdcccb377d52d695c97ed2c864ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556c984626dc444489278347b55a8e5b56b40eb59ac943b80af80e68e70a67c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5d35caf9f4e7105fcf8ac282359adb0afa794
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4aed0aea4a512b6530a7956d22785a7b32975ef991e573035995bc38771615
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a61cbc757e308678267fd22fe944f6c9c305fdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37b57a374fb38e2e7365b32e8b4235da8db1eacd42b91b05f5c57e90980f086
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653f972fe55dfdf5ff3fdb6a7b06ba0fd2663a3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d682d232cd186d6a39cca3d3a99e47b4c122373027424b921d026235cc5a41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ab474cdc7ea07009243ed9fb452b01b5e0aeb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5305025fa661e7494ee1616d7106cd906f4153cc6fc5c68703ff3a719391ec65
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2d9ebe2f125e4f5ba85265ec1ef1714150bd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354b985d30d61b3e79bef023c1b52f8e4f73bf4e1f19e7eb38fbad2898e2cca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533675f8a3de3fdb9c97cbe6c62fa69781e698b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e36b51cff9057f63973e8083e6591b1554ff969ab5f471d11464a4dd3705d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6423bf9de3a75476d611e72fa737c936ce426
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb7ec5e3b3e9c29389ad0a8a836642be3ba860b156efc71d7d3273ac25369e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ed20c76ee721abf59166146e7a73304164c4da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d0c17fe23228fca81551151386ae590786c9e6e44f15fad1c4b5203289a2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3f68511cc681d760979a3e7d20cbd3bb5bc8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236296a6d1718e0cc4f5b9400db412ec58013f2ada4d8e582ca92db4bbe3a96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df00fb4b2c135d04156b7daa12e93ca7ea67d8e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc4d66ff5d142fd61b75819adcad99311d55fcc953d42a3e5ab47cc8b75682
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d57a6b7460f7db7ed4a767b4a92d2a946c3c74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c728978692b5068fd6bfbd767c7ccad2ede3955af90cfbff7b4dbfe753f925c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60befc88860fe6aaa3ac5e2dfe99ef37400a38ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9195edbb558cf1c096193716fc5cef0ca6858989a2e0b88ab31a650ac951f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84312086a83c187442533f52b4306b8da81924b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096938e311cf4b1f6cc4d8211a385df1cf7c300b990b36cfaa681e1252103511
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ddf1f20f9f49b26d626005aaf8e388060cd7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52c3b82282d80aa40a801fd56302b7616bb32a882b865fa3e8476580f7f242e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb81d496ff2fe3f274da84d2145201b2ec1ee89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2393fe79b669e458586cd1172fcab19eff5e61ab7004efd1a09bc0c31a053e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c84b73712e4551eec3dc19580d01775d61b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32db9f6a87a1f712a3bb65214aaeac359af4e581e9c1686ba393f267dfa6c7e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f25eb6e67d87ba7810134d3036c383487eda195
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8885fbe47daa3569c83bb5c80d9ee6ecd65d3e1e85178ff1c0e98cd59d37283
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd38939e49b15162860eb1977df189faeb57e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ddb2558361f4f22e9c9ff3ca9ab0b387466f33b3136a9958d1364a7dd44aa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b0ead764866aebfa288bd345016a5525fcf8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669eca89a4fc22b1efb55a2815f5835ca9279b626a9cfbd095473861871e865f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f54b5c376c1943e97198cc7cc0c5f6cf139ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5205c301cb0bf6370990e15efe2594b4835517e471525447bb8d0abdece72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb96dd9dae1b2e6b17e346bebe85a2207730f01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1872858349c00d3d150214e2880d71198801b38fcf6a0873d9c047ab176ff12b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4dc1acde00ccd9d063df5411f568baaad1ce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393a6fa7ab84f8f450e3bfb5e6008100059cfb311e878e40e582bae32b45727
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7df3060cf35a6e6d000e47851a1c0b19f18a9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2dd9b3cb25c0d12702ae6c40407824d393f6f2e1b62cc045b76780677baea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcf4d993fcdd7677fd180985f33c057790ae60a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9ebf8bd8b67c2019211ba335bc5243d1baca6a8fb8afd3ee0e3f811bd03e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2c731cd31d96d927a4233397a095411fd83a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317bc07b5a7d1f435594e94e1d7d172b302737ce9eac3830b3dc0fe2e36a2df0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9744abf9083ab42c6ce2b5c94c18695cbcb195ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e668a5be2e68f6a674bf02d07a862333bcd6d5a7cd2a44c8914c2c6b10fa3e32
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4815b0043b299e994e35ed0951e6b8033fdd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e7645f78dd328a29e2fa0cf3600d319caeb5a88dd5f954d086f8136e28659
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ada610c76d862e451df7b83778e254f20b347d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648366f6084ff0aa1e478bc0b5220d7ff6fdc0e1e26e0de7e09180b45bfefef7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac5ff146ca3cf6a40e90eb3fb217ae04b7ab004
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f18ac05215ff6dd433a03c0293f22036151487012437deb6da47328b010e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f0757e0bed19be1980923b07c446accf8a94b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ab369408065183ecacb761a7440aa855973f17c2ebeab77ef7a9f14713978
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e063aa0ced5ecc87543a86cc4169364b19606dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643e2fbc7a63cf9580aacf4a8d42dad1ba0a2aaeb7a2974f2f10b5e8c97c3a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88ffbb0e7c763a8b70c07e7fa3958b9f896b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37655b7a95b7af1bbb0613f66b88664ab696aa8101e1ce03b35ff1af6ce315d7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270422435d6b155a537cc0433708d76880657e12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49ae59be3bd855806c345e834d2f1fff4fac445b5e8595f2960d3d352ee247
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe40e56ef7a9570a121f27ba3555ef1f0337003
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40fbafc11baabffb3d3d23e23a353fd9cf180daa11adfb0b76f76248c25ee1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5fc0654c8579e98af6f5f36b88aee7d52666ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3786fb14009bf48599b59e2ec71d837d739f471934316c30e5e7d1eefe03da0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d418a41f25b298385dd70d58fa0f1e5b10e9e9ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efab433845c640da07f31e61c6b779fd545fb8b784f1a214374f3c0898fa30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b511735190f1c3f1b2ad9d88537257e49c0b1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e24b9b55b767657b920ef72d648efa9c513cebfe7277077c4cc9717a903ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5823adc719f295351c9fd41d75c5e39dffb379
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632155bdc14fa418a92face91ef80e986556186f9b6c94ab4f5f5bbf836ecb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278c1d4861936218d065556bf9afc52a7b8261a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c859a8f5f0b8a870271505f8f48d81c94b2dc47b70df65a3c1bc788d519ce837
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfb5944116aab9d01045589e16a0552285c51d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b881bf34a25c5388c24324f80e270b1ac827b85a9dbb034091aeaead903510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3236e627780d73d78b7de60aa0b583f348f29ff1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc79334d7810a1403efadb6b26979ea3f1f78fe8eeb7a650e9faf9a06121b4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b4871778c583765bee169e3c6eb64f71c60a44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b0d518ed34e93b1c065936a7508f68fa1e47157114e7465a3042db982b438f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7bd5e99fdf6cc8cfc32204d2aa72757e79d544
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a9ce8545c217afaa5782d0897d73a9bc928ce97e07213651caff6268701b5b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfda12fed14434282b9bde4adf31e53fca8dc5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb11fac6f1c992e5e41dd1b810d2e670beeec0a1c785e70fe5026051b46f883
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed3bf4c63c35cb560fb0fa929ce7dac71fe7dab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ee39a0ee8af516e4ba3ec0ae50053e322799c93f8655ba13cb7a60f1d8c147
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1394f76c8b57d63205ec5319468892d25cb1dec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c8005ad31d31450e0dd7df5d8c8a6ba2e0f2ad0bf035a656b155999ce108d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa5096d0e926c3c6173d6ffdcc80eee57e6181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a18d9cf94ba79940139a6de2af622d03d1c580a4042d73d6934f771f1aa0fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cab37170424b8144ceee0fc5ce51edc16f598a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7eb67fc08ea7006b07eddb4763701e53e9ca750398a3a1a4280d6a05c29ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e7dff734a963224a547ea0f0671df8b728288f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4393ad0cff882fbbc769340b9d0905bf6f7586b892ec7a72bda97efdd9a1798e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7b763dfacd3b4fb47322d6366e8bfb344f31c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0efc723e9f26b6f29d5ad2f4ee861d872df5f347545dfb4204cdf301a84127
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277dfc6ee2e4cf7735a1a0546b9a0a1906f925f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3863c0c770fa13be43596ad2f25568a4bed22d3e9e0a506baf3f20c032d02b70
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276e30baa3f862275c8e106287d775bff846ee0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8851b5ee408860ea8b4b5d736259f67f2eebcd404feaa01c075b6ffa56bf45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9b6c201ba104768a8a8ebd2717c9deb8259d2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548e72e819b48bdfb95ac56e943f8b53d825876e17831708bf2f9b780b23ce8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e81037a77511a37e9eb0181549e33171080ca6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73ab9e8ea9d819fce65d520699ef99b3829e637c91f31ce517fa348b219a35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abeea2248d68f14299539e348c0ff8d357de31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32a7c2c4319308c3ef22e24c400577eb781220d382d87e2a6c2ab79ea5f60d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076bdb10c5fc4371a10ca531c43ca490ce05aec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c5f9ee9f0667efbdd374557805c009aca9c906dc81ca038b0bfccedbd01a76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a8f9959a5ca1fa2911251da5d3f19c2a3d666
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47655eb50234b791c9510201e6d49f3a8ee8171a9c0a748267ee6ea9920ed706
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da16ec300a005dd4b828e44d4811b3d56bdec5ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b394381424b97fc8e384847319698cd8b3a0359bcbf66c414d6241c899c8cde
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ffe5148afb03e9adfab49f7708a06b8d8fb40e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74a88758937619d65c4e21aebae1292aab0a28b7f72617206aab238a002035
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553a2600793a9d886f17c5504ebc6fd37394fc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b659753c2645669406d0e0c2bd7c72c468c2d2eff6995ff2cfabb469d1c29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5fb94b38e3ff432160df42b18b3b7b254b030
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd050e3a636c9edfb6b701b511992f9f7f856766a02e9c98b8c91f868bc9730c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a9e25ff9d9f352de730057fb1a20d5a3711bf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96827a1e55a3e93a50bf2b76b23234dbd267586bd12931ab3060840026ed29bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff83bfd3c36ed9af9281a1efe2b59b1edea761d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121860d6481c275bf4a73beee7d2a8be79dde4ab2d9333088643f15b33865209
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76e005281ec9ce845ec243c9185a61b308ba0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24f7c21abe4906ef84ab7a1c3eb0bd0ad761726faed651425e1db7c55da0eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86023d1d8b5ef7e2301e6230c22615fd23420a75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87477c875bdd41cb6ff27506943a5132276c116f66dbb970f1a7b9030d40bfc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e929e3178828e58e0f19be4bc8b382f83d1ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ce179e52e3947ca8eb50d4ba6d33fd65560b270db9a6525cfc85e07c709c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d74cb1549d4f0a3aa9346b7e054a4172a22c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec960296aeb92931b73ca6c1734526e554afd41bf17d29628f1f28813af65580
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fb5c9c52a827bc62faf2133666137e964fce41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542b1b844010d4ad71d311afdf0a456ba96f66ea0a966675ffa569c477efc5b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565e18f8a2578bfd194eac8d6c17ae81ffcf355c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd88554e96ae5c53b8d5d1824261948bbcf3127b49954c8e4064b921b8be08a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a04e3b636a560edad0c5965a70be6dcf8045b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcddf4e928cbb523081ff77cd54a4487b43b5771d8f85dac092f58c6842ef5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fb9c6e883a5377f083fa49ad5bb5a2e8054c2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977d77003f09e719b7f3ff9a1ee94bf2621c9f0762d6002ffc93c2c6727e869
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db11b577795001b9122b28e19b677d7071120e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e9b7a662dce65e2da3e73b4517e7b8d47f9b8827da851d251b35d682c230d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988daad7396d87d1a9cdd57a163a113b87787064
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728f3382e96d77cda12aaf43f9fe768fe3d5e82dd0f9fccd88eba83512f2a195
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad441f9d3f34bd581ee53a90b436f75cfa0f7c5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47f12a7bda0083968e998bf4980641b14697942e17e11598e6aceddcef2a76e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c1e63d32ec11f3ef0d08ee1fd6da5aad53deb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e64361680fc21a51d430f4682a97eda04c8dbeffdf9dd5284fd161a155a0552
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcfba6b4846f9eb7b7de85e2bf6369c68f5eaa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333f63b12b67b0e5e7400be918d152a3e9bc4d75d07a613b222ed1db551a26a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3484f62623f4e2e2a6e32b96c75c47ee1d09d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a70a2da1ef0543d689aa62a24d59c665fa7b5706422b4b219a2c0af22ff1b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49b70b7dc24a93685a952c5d30b2c3515b53c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e775e54a12d47c25ba4a1ee6f8c0d83692cea851d6026df1b48169930762683
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb08eeae8dcdb4c9a07be5f79060275fcf7fff3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a5446b17d0988a2d80098851236cfe9c0be7965f840d0cfe610b654f136f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c473d16902b86dde661034b2986b44d88f375f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f5bf09d301113c912b0c3d620a8b15c97296bc57b5aeadfb72c5b2c267416
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee529894ade9b49ea42ae4b6856a594f61cf8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7709f53fc58bc613afbbec2903529f49936ea5dd6187f7ef97f23edad6927e72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92bc067b99884f3d00bc0ecc53d852cd60c41ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7167cbc6237182d18757775b3535ee598e2b218c8efe5d47c594528172ea638
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e98c3a9716393d3ac1e0eb662b1e64360b62b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76952e6d160759e8a834ff5aaf3bfdaf1442bf1a42122adbcd0e5b1a87948a0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d959b1a170d28628aa0e340441032aa3589ea7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db49492b2310f49855342fa1411e72a291cde81d52900225166658ba0cdacb3b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbe846a3cfc1efc49fdb8afc85281d13b0fe222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5000a5676e8faf979116be246d8a75f923ab3f8eadc34d6919ff2fb083a962fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a80893a3da3ee84a18fa1d0329e7b16dff90f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faf2036bb1079c746adce8a0bec086fa672b778902a1cffaaf5328e83e7f21e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cb522296b042ccc5a6ae4f1f253703d66e303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5666c48cb5b8939e15fd38810271503bc25f6e3645586928103c6dbf00d748
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be9d6f07c7572ee3940c57433db33c50b8ff7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18baf6eb7d7701b10810b021c406fbd4e5dbad5f89c1c81ea1dbd813b3559cb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e6ef4878a3789a8d99b8deef96249194a4d1e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a25257904f7f20a234c98bfd11b0024b85e69258f8737d771369ccd33d67d71
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882cac4ecd45afa0360b85fbd025ac16334aa104
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19278194a008964ade5e17e30d564b07bb5989c566c6efbe97f725a6620ecbba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e09449b5b1a534674fd76a1a501b276ca903ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdf7269bc8500259e2f6476bb59f349dd12f464321b6661a0189447ac995c17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff21e46c785b44dbcb51267775b22de195a83a1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0a045070e9c9e90b4d9c708c776e2de9ca5c91e2978963d4420278e78593e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56978146beb48af269fc474ce31c7107c94224c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e5dfc5a65a2016b90bcc269daed047154078f82e6ac1ac03bd012b3963cf95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd4a99fd3bd02c449409a66d65a02441623c3c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2e8f97aa2bc740fa37cdd0037b05a869d65ba279d0263d016c4a02966253e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931f145b7ddf332fcdbded76e2f34e028a1fd4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca84016772fb2fea6cd9154467d43f4ce5212d37575266aa56e26785c5591207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35575b6b62d6479c0ef863ec1f92c712c4bc6763
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3fe03d6b1be56b48a4b4b77cd569e600d246b3293bc4b37c9fe72ee8683c63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ce4525e38ed358f0748f4b6b819e8f4ce0c0be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a60c9f046e2094dd09de0fda01a7c42763ce2a550b6fb45196b990a7f3cc9b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae80c96db01486f08665cc334ef1e62a02a2a25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440f93ecd40675c795161ed221f7dd8e631de904bf84e436b14f4ac39a35fd5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a5b5c3bad1525cea5f718d5c7ab1ee3f405fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56052a126530701f31a3565de8bfb28c69cc55d249e95cafa29eb1c3c80152ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c40a3e34e05ec981c11aa935b7d4753acf1f09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6358b5b6243bfae9b2964a4f2dfffe45c7f2ad045ac38d5ff417145ca0f10253
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8fdd9c588dc4281733b48aa0776c0bb7aac94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b85654a295334b543a2279e125199f6114e94873f9c4719887f93608d45ef0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba069693e47f310d6d6a7b25c3d7805522e609
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44debdf5249b56c0dbdd54f7d789b7f7e61fc48637668bb8653c6b83b5fd0710
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ec6b861a41bcadb907ef10163f8e9faefefd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb565506d9778bf0709f7f0c92cc9cea59709e6c1ae0d4620769c14ce4ffa38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04d70985455ac7222e600398ad8f4b6578d6e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a310738b858fbb6ad69e3d7f62944e40464d90aa972105d8425ca999b8b6c04f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3c972c942fc66934bb998dd6d6e25399606150
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7d22db42722a474ab0cab885218b673a540a525b5363a87773267c7a74d00
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd1bf89a0ddeafc6bcaef497a3c5b33c8c523f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d057a67dc688bc0b98d25803b04fee41e3fac50871729ac259bf6ca3e26c56
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd70facb65e60025e5fe80336449a21f0e529d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9c76e212bf9dd7161b2ab5c7c2f955934362c19a4b877fa4959aabd144427
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4d3c8408c28a62020972bf614adb98739e80ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08383be0eaf0e6212f2bc48d7b1e0e204ec1c53a26f191a2acfe0a7349b91197
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e49ea769ac067acac29ced57ef7e1f480719
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00950eacefe8fffb35fc985cc4bb2ad53de9992d67ce86f5a0c62b9e98a9729
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ef54bbe7a3c251eedafe87a1b113e1b08e574a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb63099ab8c824fd871d2a443428e13f9df4fb608d6a6e040ea981033cc7bbb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131dc63b5ad4e02c10c9eac5e0ce620e4c578600
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2afa376d25b71b884104cd7e20122288f89ae93a73b3748126808131eb721f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9dc8f85f95260314c5b49c6630a15df219547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0756658ee2b39d5559acf415e28f911b65d0f3285bb9b867ebb0932774a499d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b124005f8a641fd410ece39f11fe50230d11d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2a9fec6415ae56ed715977e5b59170130f3fe18d4e03a6ad1885009444d0d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c09367c8ebb5c96283722dfaffba88bf69b3c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b01570610b88642c292c2261745b4401843d3c3778d91a5c370f1091c0c9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973cd34d25d1e0f351527284a0a600f08997522
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a800b35f0341020e18ae677b968459cc234390e348587122675a8f4228cb9e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0e9e955957254ceba95b40a41669b0caa93941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3807315d62d808b5b0c11ac800c9f7274d0ae033b284651e79acaf754262c2bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed96a1424fcd5cd74a46a11b80142ff078b1ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c2e83442b7eac47e4977cd3028b00cd8ab9e1a64e533020b02ff0e4fd38ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64f0a894e173ab1de077f3d1fb20c8ae6d6c08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678953b53ab390ef757ef162fb512aae98c8a50b90d1b7bd3479d7b2fbfec614
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7662aee09d01e273b3f16c9d333fdc665f8defc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8c44dd74a28193894e050e2c477aebcf261e2254495ff0b7ec9baabe1ee17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1060f2c3960a325aa30e787720604589f37776f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6252f5cee1ab10102f45a62fc591681c5b721b58b946de5b615e91025a5a99e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05172b928604196346ee3373243d18300f274594
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cc030877b2aecc3a8ec67d6055ebd4d1c0c5001638a4e49e4ab828a0f4ff28
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1db9eb9c51f2ffca1a30bab7c7da12efc26f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6067baee58a3a44ea762a9ad194eafb7c6b87cdf3d18cf1fc68b0d13adac0a8d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8325d3666b6c3dee034dcad815dcd357e5f38a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e662721266cb5b2b5d2c4944970f32f2b9c52c19212cf777faa1b854b1a2e65b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538ac23cc353bb6d29b527bbb3e580071b85b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b8c170217c0b18d94c724e448eb19fb17ee4b641f35ad720ef1e7bd3c4d79
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d276fc48787b8a3def93130c55bf3f207609889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4197d388d5bc7ccc366329c9e92c6960106a6d0d32f8fb00ce568b7a7cc53271
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a89bdf153cfc01cc2b6a4a5990152372c1fdf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71ae32f2b35d4592d9292c4a2443798b0b9339660bfbb45fc776b7b7e1a1a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da47b42d56a219c9385b3eace07406144835c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603991f6bd24424c029e2b7e4ed6e8dd56f292eacf22096acceb4343ada38f10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e751cc66558852d3d5321daa9a2eae5d20b55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4600f2e0e8babb6bc5961977ca829f1ffa0f6dde5080fab593745ddc10cafc94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0013f293a4acc6810c62c8a0842e26203c6311
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdfcc32ef18a739ffd39056e926cb2d42148a45eb3fa50d7c07401c285f600
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df98ca5c0ea5eedf1ebccb52db4f84da7c215a77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bc580d754df2c002c495ce3131b28e44545ff6b57bbd5dd24e864fabe6e27b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74899d27ca1b4163ef3da6c443e36f435db5c14f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde950ad90f90def71032aed323096183c3f7d1bdb1e6c85680ca6895dd7f01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03860562b488d9d5c5eda0b7d2ab9af66d7a9d51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198eee57e1d91cf2f0558f37f1beae49de24bef93b79d21c4b3a7c3823bc842a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb250f54b2e4e3bd668ae493a85d021f20812c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5113a8a97b9592593ed5cdfc2a0149a7b7c03428a9497c7b2e16a29fee7ce551
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc3fd1877154098a2d791d8aed5827502ac05ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516abd478935852bd76e3e8619a257cbb617589cdb2184cb7d67253a5519ba0a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b883de3c432ccc087e215ed7a706460c34194
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61394d5007e38450e16be58a5b907bc8aeb809f8d7b7846cf43bed67ab0c16b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040e68cbe8f6324f5f4faf11835640eb78968dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc313221d9fc8ffcf1a6aa83a448eb22fe89fdc0a7bc5c005d421e5c0d0ba431
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a858ea7fce11d77f2403d01df96eedd84be43a68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1f713bc166b2f4e29d1c2e1a3f820a0c6bb993551d236724b3b0d3cd7c0c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18999e08118ef4f48b7582dea96f72753ddb6c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f355034de949cd73ba261faab38d0f09ba8304fa5d1e76fe99604dacff4ad2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0f928c92c080c565caeacaee3a5d70a61adf38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5199f17b57e55f924806e4a08a4d75a079546d69ae71ce2ad0af62e5c0506
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b480461af194f1c8f18441a43b3033fbee2cd82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055377de8b5f478d7198d962e5cce1b2a40133afb4d1b88f3b9b886f891c872c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fee6c356b3996407fcfd085efddb78362c08a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e7007162e7991fe31ee18858ead246713e47b1aaeed4742979f166cc9f8ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa31cf5273b4673d0c1c9cb3bfe9fb32905b3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af492088582059178f8fe7fe87b26463f825ff563e4f4129173d5afad5ed301c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013572b6717dcf4973e6293e4502aa54680dc51b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae28185aa1509ada52b16443cb11efb2dba7fd89b7f34619c1d38c48e3ae5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7b6b11f54ef583cbd10e0d4b77574b9359880
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441d9619fcb4c015ee30154e2a5577b0aa366033edf84db288b0d7fbad4fbd4
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec9c2d95723a541d6185be8ee55fa87ba323d8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b492d705737ddbf5031135e35fa8ad054a587253199525857da65986e3d1518b
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78c349a2ceb4b62a88f0fab08813d8a2068dfb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320e2ac6de248d377947cdb2fae1ffe0b00ad702a29fd4e76d253595b92bca1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5251dbfdc565f56d8b1e1144025175cd27556643
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625ce3845ab0159f9a4d40858e3e5f78a389ee75375ac1ff24b67b4b0d29ef7d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400ec6ece9fc199e19882ae590526fcf9feb54a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4620ac0fcb2bcdf8e78d912863e8a95550a0d1e95fb5a8589c20f41293e32bc2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c739d4aab6b2fdc70d09728d486f45ed6c47a27a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0735a7ae6031f17ab6376905c139b6e78ab218e3b0f841436dfc4af4fe2c9d73
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdfb307acceacdc80386b3be2a0dbf82c718612
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b5f1b184bdb2cb5d40b8bc19dc9b6111cd15ac9aebbf8ce36f5176e2135206
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e604c3740a0c5a5c7ac2683f37d8c583b9e3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc03a0d1f8688f0b08b68e40476d602f0ce52d06331ce945fbd8eb55e083ccd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bff136d4a16dcb5d8b48041d133f79a0ee989f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ecf15ba81bc2402374f68b1d224e309884e821e4bad10660d925010721cf9c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ec848a3a5f8723ba7c58a76ebd96470bbccb10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65aed3ce596574e1a061d86924b2d4def46de09af07a7e409a068300f19cbac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d441e8dc6a8ee6be5e38a76a8a53a9737e2dd7ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b81559bdc73aa009be35d1474b0903b17f01e31fd56e78801e1cdb7a6238018
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbd5a9fc8d45527e9453a63259a4ffbf371decf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045fec44b4db39018ff7ce104c2c2d3599c8cedf74f2205ab5090f18b7d6b1e8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c54915b96da37783e2f64e342f8f1174531f8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c692afdd6fb387191d9dda0be439f77439fe53da1cc105b373f46110614cf4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8246d47bd1d96f4c6f3a55ba57ac3d1274c14eab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba54c8c8afdd128639586daed2aa0b87288b3f9fc13dc44e0d050a81d600c525
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274964ecc6fe4590478e9ade7a72e22edf5584d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a784bf84d5176fa29c8efec84e988efb70440fb3fb5026f7fea7c7e1200425
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b48252920fda0dedd243f842b6d0120afe114
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d4316c8506705dc0d6cd790bc20a8d15eeac4a280c2b43fbf837489d912844
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1e344644feaf6cef12ba6a2ba0eebd78baa82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4ddd0118230250973286d2547498767e8ed1e680069f71cafd8214784c1932
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19a136185cca0b73f8ae27efbf502ca31020ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf945ceac1b91d4c1e174d0b2f1bf1535463f03003031c64c3d4ce054e72df9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dba0b6fe07a11764d7dce7b97f5721dd6c28cbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2814e9f65c0024a37275b15848e6645e76b88172008c5efad2d77300f09b44
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d9e39205ef929324892d891243b7d972e139a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9a0f5ff07108d6d58dee1dff58049eda01c2170c920559d2274d2e4fa49e64
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d71ac043112ce7c5be6957c1e931b5952813d6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffbf10ad6ab861e1d0b33e631eaf5d8e8a744911638244651c79e4ddafda1f8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d69e4dd8ad1bad51fb82591611c98d5ba0b0d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc003bbb91b5ed9be6c1f4b94a730a9832903db2ee608f933eda4ef902300980
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d215a158bb4a8d1279006b86eab057013aa8f94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1948626d9e5ae1849a7bc744108ff6d8443be1d2247a965949c2e7b2a6f3bc7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194932b8dad98220c26085148e6f45c9dbe6d81b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7364b915f8d6ff6fe45132234003dd039835380c1bc2413ff4f68ef9a1e3dce0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ceccf90ea833b8e5394c6606372c40b89d7ea1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78d4283fa1480411dddd05844b3289c5b61da809cde718a9ddf16580c1323a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dc096475b5f2c12d3eff71372cc79ea34db646
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9787725333c1b0d775f57672215d24db4f55183e4e18664ddd57c55943711a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a9acdce4513cd37ffd6b798ad8b1946a17819c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde7bc32eacd8235aacb0bb2b6f889add15a4b5aabf4d889ec52586c8a5fddfe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998326fb6599ce344dd5a95830bc6ff825fa5df8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543897192ed3b0b2b92d997aaa9da08906e62066c36a5098ae2c901ed763c900
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2992f3e4aa89e410cac92914f947c55c1b3a53c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab4b3f286dd0470fc71f03210419287cc947f2775415208f2869c127123d33
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0670be6830e67d825090ddf623177b4274fb72e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6822c93278cbc43170e5352ebe51795abef5b18a07fc30f0604114abdd9cde34
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fade4bf910f891fadcc17554565c4db83426728
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987b70dd21a210fefdc86a9595e180781e3d78d7607a0c41b197caced96797e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0d36d470354e16d566c4e11b0623c03430b72c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2804339611b84e38de9d10a3dfacd7e361bf51cbd63b9f5d5185f742e9a7f49e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a16d956d68d98126cffd8d23220a01808f54bcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694a3c3a9ab6f18cc8e64bcaf1c52a7f95cc5faffcc85de1c622b3eecb6fcefa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4038b914398c4b3694c5a7e4c852b834f3b25b2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1c4361a3371cf0db4af9255962ba1c89708c8746a87ba85c0109aa0eeca3f8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d5749e90cd6dc5470f59ad161cf9211c94c99b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f6d4fd018fc31768d75b9fdb9c922ae88cb5c12c5ff4bca11f38e279856b8b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ad6c0b4d639303f2aca37aa3ff8aeb2fd94de4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca06c3fa6b23ceff70b5e107a3af7f0de7cadde84d1d5ac197cbf57fe65b3e2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5cd57346c7ea9317627e5e75d6079017b14918
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ef5c85b4b1eb245195a292ef7bcdc5f2c199c3864ed69c98ccce7bbfafeb40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee68867f3122be765137c9698d7f7499ca8297c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f532c948762545e2bfc84d5e9bf00a7dcff782a677b28f2860e020df5f28a030
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5778ac04d819310a38d00bf6b576694971c43468
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b62c78f3ec5e21877a6536bbf252fbf76af1f64cd011c254f7830eb3d7fb9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1dd62ed1bf7b9d01c341d5e03ff3f2bdc38c2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2fd7c7cb8c0b3594c169dbf80d823fc32a943381a9ae9c88fadb3fa63c853a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59090bd74f112b145c6a4d69799fbeed2a9f410
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892af552a4f4b7e6d7b810b69e7702e032807befa6352b2bbda427b3a645848f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f75a3290cd8c9bb2b44fb4762d67f56f4a27db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccaf7d3f51b264ebdcc8979af3ca907a8ab433868f85ec70e08f92771967d33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1226eae90b534cac09b9cd053c47d313926cac5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96df13341fca256456a6132f7c945bd153dfd47b842bf4dc068b8ba8ec63ef3f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d228eefdcff1812095a3a0fe4d60a718e0d2073
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36f56bbbb705e094ec22ac3dd633d44fd14617dff295707e2be6429e3c4b6c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81285b6cbbb793e0ad7bd3258f894c6cc95903ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1325c530481faaad24cd7282721054e39a09570b8287b579017c670399893b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5139746680608a483b51f62cef46b361b42595d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383478c1451fc692961bfceda0aa28269f1ce1e5bc9173891a13ad213b54f57b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ee62ebd7314cd76176bbcd3e5d07ae6550a1da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc6d74d57e124102d561b44dc455917222176e575613f4dc90d91e32677bada
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8892d000fa9cb49e36d3683718e4b3a2cedafd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1a2eaa112c0cb115ebd17b381ab9bf25b4869adadb1f2d7ccaa5f41562e71
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb66da987eaa4411a7b03690e6c702f931382bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0683eb66b028450ca03e58a8f59a495e644b87b49d271bcf6fd47ee972384e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f886006f98fdf96509982d5c4014d0527eefbbe6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ba2ab937942c4a6751d1c21730dc75b80d560eec33820cc52346a264b23dc4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d730172392939a5163f5f5a8e17a19fb5b5193
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a3413b55df833423b4ff20e4351f4a90f75264c6191be4ff22c2049dfa6c48
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ac53db7dc9936002baf91a5bbd1949b1fb9706
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7003e3b28aaed5c7c50e1462aa686c8445043ac970cca8988e7412caedd90c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3377607773deeec1f9a7b4d472ef67c65cdec346
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d74774dab0c28c9db16f80531c03047623c785da32989eb8bff1e5e8ff3472c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471ed4bff8d735a013f469aa15556522f1eeec8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdc9494a6f29f7fbdff8a1a086f9f3d64d692ea0ec931e23f1d7c138803c114
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f347aae810211ff0ecc873352e9101bc975168
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b314323a46f44d18e476fc86c588f4f67035d1970ba2de60df5d1f28be6454
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9f866d216bd2a9a072d49db3081cf70d407db3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd259c4f66478cd0705e3751a534095c3ede3b24e74de911a9a25d1252c9a03a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a836e85cfbb348665b11f52f1c3def674a09bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d739cf32c7e25fd33c94e8d2c97d936c14ae969a3b2cf5ed2286d87582f0956f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb05b19bf737462b76963043c23c55ff3b843f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a433d3b326cfd448022418df8fc17d60cd1957298f4a9ffc00a9edc6ac98b9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4ab8c08fec782db59f18e685af3446a02abc6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19e0b239457fe6dcf34ffce134d7153d054302837ee4bbc29cfa6f2c319102a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdb4acb6fedda3653a91b484ae7158dd736b381
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faddccdb3bd8345dba13fcf14c23bb3c8ae7fb275e2b601f7bf3c7651c3cdb93
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929778cca3dbf08a94287d3e5a41c9dd3d9236b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ff09c3ce0ece0e84756e8a1e262b37c9ab3d69663a2a4f27ec609b03fcc0d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b1eb8aed3ce8ed901a8fe796dd1e89ee0f6797
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a65eefdea63cb0c2406909b3378b91d8b9342d5f3ff67fe14bd510f8e4fecb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9cddab2112bf14da253772002247067fcc831d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe7979123a16301bcdf56eff2382a2b8910683784d6f834402f51800d81e75
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6bd4a9cd91f73e92561862d4d59c5239afce4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d957817820450726b39b4821d7ac3433cd216f8feac216eeced7cb0b5232ab2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beec6e636b31d722d817904c8f7fb03b7fc1b3b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04661684c53a1dbfa91b45de140baf68ae16cbd9edb5d566961e7b52f692aff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2da86528cc846837134b417516c4514880441c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494a6810c0e4391416049e852fc9fa1b03c490eeec426cc08cb69160ab62c4f3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedd834b7f66d7f48aeac44457e5561cd6f88ea0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe2fa97b118c3cb7608254d0ab5df94dbe6884b248c6375a264019dd192b0a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cf9711ae0c69ad8342a4a00d4d43d0d48f6e41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dd6f3c72917ffb40314c0260d4c5d826bdb84ded936938dbad49604a735c8f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573ad3b06860e2a10ea9c214ab026b627aa31112
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b52dc73099885d0ea0c7c835e2a48736085d59d9289fc37b74e3150743ca23d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca6534b8154bd37fa79cf52b736ebe482c37855
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb86e1559e28bb8ad66387c2ddbe30de86b810b85315d51ab10c9c2a36173184
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aae387056e3b7b20d80543b4749c7196ce13c98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93402e416f3f909c9a8658af379a12defb94a06f1dc3c1c66070caa3c14c29e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce3b4d6b700d9c1a8e5d350f30522c1033d79a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ff83e1700666f395ee4efeaa9be220eb407dfa635569c0ec9975a03b8f8dc0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0cda820dc7ac343c8cfe1ade1f591bed6a8562
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b1949708d2ac0f0362682011efb541c1ef4bdddb0903e87cbd18b862807dae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a018270155811d6f14b73a6b2304e975f8f8f092
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00ce38fa47ac4f41fb6bff7d7cd12325816b9107b2b62cc40f8bd0a4e59df4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6166f69ce1f9939b53bae6d9d9a8775d51497f16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dc9084d745eda17d5434f5b3f96bf52094ef8f68771ad8ce0695a14f83c066
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d40e400ba1f78aa111aa888b8955a4dd2abe74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb31d1bcf545891e08ba6bdc856caf67f933ae4ebd6daadaf8ec9e2761a6d5af
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5f29a56499b311ee89fc2d3a4ddd71bef4a19c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351fd74675d491935186a4f035b7272704b863273151ea6eccb847c5b8250207
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a300387942af390e8faf389bfc027e7997f128
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71707b4d06da7335216d27074324ee2387326385e572b7bd5503f760cd6d573
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb4f792f136b6d5c10337d217562d34c4de8f40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39610e95bf8a8279cb8a3219f18f725887fdb5578affd21aa1ce6046c417918f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfd4390fb646ffc60e0937e7e885f62f316b243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc3ebaf8d82a7214b3f6b90c1b9605fccf1ef8415f4f50071879ed6c2c374a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229399650d2a85e017df2a5b05d7ee75381a2bc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500594eb5c379586516b9e5bdc1ac0121e42604bae8b0f834a1d18654de8b412
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18938e7123334d88f7ed5c16455ce4184ed04015
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e441a917a0eada833996d3876683dbeb97dc2103a60329178de5f927611ef0ea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc9309e3bc473f068b2359f3f90dd0162c95401
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aed10771dc830eb1ae200ed2e4d6743e7b7050b8067b7ad4d5e87eb92182eb7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29c705edffe0671edaec4fedfbb095d3dbefb07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6395251c14a44a2f84828a62730ba8239906262709eebddb36814e8e5afa9a16
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed593a421f7b5fe40f2c88f2ec98c2f332e1da7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a7283e8dc9c5a0bfb806484e94b23585698f701dc609e974a4045f875f1b8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253916bc0c510e078d0412bc39402fb1f32ff59f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183fc73b884f2d7884a780401d0cdde54ed038146634e99efe54d98e02a8c30b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e61be53698bea442e4278c0008fc308c1603d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3eb4587963ada5a19dcabbbeb14f46b370ffc1ac98e44c367823f0303b8e2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0007dac363510c8e7fbd3f8ad32dcb08e8e4ea66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d45b3311c941896730591ddeb60956cf55228d46a5428f5b201a0c70d5b0a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa355c4eb412c62e23ecf799bc69bad68b3b0cb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e6fdde75dc4b15672cfe016abda4efeb33d641f6eed741bd183456c70cc208
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b3661c0da7a50c88bf060dba41aec1d2b788c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a81b422deea40556e3dbc72d033a4b528213b35b37a2a1c06a978e14e99ae99
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3ec299d63f84c83aa041f00f7656e4d0c7c08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4441ffde71b3cf3f12b206e5be0826d8c7e7f6fdb6f911306a97805403505cb4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83900082675dec2e674b14210b1070addc72e292
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be4ae52032c6e6376c77161bea0d5335e02532d2b1b6d92def20360da872782
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb48f22b0b0f476bd665200e72b7ee1aa502d382
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e55b9990297f20c70d7fea80c672bc30e5b5390c32cb2ec075242fb71aa077
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d544877c3ef167ef6c31d464c0f2f0dec2df10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be0578b29627ace889d39958f694560e41d420bb09c10821d25f7d09956a7b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b21eb551b68820653480853ae403e38ec0ecde5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3575d1c1a11d185485f2ff96e35d09838faa7f3b7bb61f2aad651649b947a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b7a4c83dba789c99824dba97c41d0b2aa9624b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b040a20b29cdcef6de23b8538895a43e9480d4bd26359c2931bb899600574b13
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0651e14eb432dd295fbc86a9b7736b5d48ed7695
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9eaa30707dc43fbaaf6356dacc229d95ef367800455fbbb17cd470b61772c8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82787e430af27c4f68d4dcd8e34d076cbee6e041
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4755acd595f174625483ec77d376cee6ad4abd9d19df84a524337c24f39c9187
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b2b525d3964d28267ffac0ccd7bae3dbe9a9de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db0c36e949e74af05f9b42e6115306957b68899dcf17efebb1d37c7329f5ea9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d208221e4352ac10b333c297f36668d197c05a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b491e5bcccfb7efe11cfc5cdf09908326829579d77e07c4bf5e69583ed35624
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cd775427df6d51eda667d5d705cf29e126ec33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb2f6969704dafbba79f0904273670b9aa4360360c239b794c47bd1e577ee8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffa0f9b686e34eddf1365ec62b47d6dea8c45fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65bb4868ebe30923f5af0d25eb750329c14bcc9cb3aa5613d934c3969e62402
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c4d140fb1db8641032e7424234781989a1d9d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa99e72a4e144f7a4ec43324e22a3aea95ee6e4bfe3e915e42567dc64fbb9fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799b01277aaaa0f1ace996fed14ca246e3910618
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c54b5a50ec19df4f6694230cb6ea334940320a000ba71bcacf44e04aa5c47e2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1e5c633afe741ead3fb7c162e98e8dcf224d2b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6269b8d8e6ef7e29842c19878f2e03d504ae24e4d03a7c2b72a3d9331dc685a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81edb17387da36abfc28bd39ca4b5f46f977b226
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfc42259bc7b741855520393fb15f6380b41cf5e8fa70e816b09a9f31583bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51489eb56b89734bd66391cea94ea7f18c8c13b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb1bdbb9b59fd6497acb1aa83728a18a325a6169c023ab94e61ab0ce52a671
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3695c37f4d7e052237bb9e7b42d0e6818f5fc3d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aa6f0cee7994ebe6f9a94f6a8df9447d6761bfd9decf896de1c4520b3106d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0066186165a5032276f70f02e6356ee5c04324
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b4e88de75472744dd5b52191b922b8c79c333ab06280819c8b8eb302fe1b95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3317886a69387226e5dcc64cced29e03cb4da4ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6bd66701deb8363453ca85c25d9d3a1e8e966198657906d7bd2a963c207c78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1484aa586a501c81eb2c9ea905eb6763b0e278
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a397880532101c6515d00fc584c4fc4e79acea13876edaa43332ac13b2ae7065
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bc27151ea7d9413957d24198373a58b58c818a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a0a891c2525ab2fd00fb0de37720b03aa32ac056a89bb67b594d68ba402b32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb779ae688ace30b49899a55d4ab3f4d3582a497
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e727aee986eb05a7a5c04ac3cb0012ce0ecd1341c664d49570032639323a2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f761df668a7d57d4217e5cbd2261d961a1699025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961f7e74fd2bb97ea2f7da5358fcef4e8f2824762d30fddf72a16bfb71ab18a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfbb1daf7156739abfe2a5d12853ba940982dbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86652bd313f4703505b4e9c30817915b39128cd3dffd7e7578c1f2457738b91
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8286e74924de5ee6c05a241ecbdf8e90cdd5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0540310bb56aef9f02e56bf068f8e74d8f134c893a2e3518273e54ee8e4876f5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de994f7dec00366c3b427f17033341a2c8625d1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4897f451a83ca3071b7b0ffaa05832c33af9b71757f145087f4ea60352535b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbe2ff3cea81f9374d1329d12f0f860f8c22fc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964e9c653401b0b1314619cc4331c3d97797ad6e3acf4c959dcbeff4e46f706
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fc8840f12a0d16d1e2a7e157eaa4524674a9d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6602b559d3e000a6be41dca9cbd97b943269bc8484830746f801c15a417e7aaf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375677c63efe3560e76154baf9356859c8d29a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c34cd0866bcf2d57028e7b772369f8ced935feee1def691e15b6b07dc1c0f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe190268facbae9d862ff55b403ccaa8b2cae53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f569575135f40cee2066d38f96fbf98542655413eab854443b03495248cbbed
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4973bea8a7b35253cf470c2c0dc8f1f40fb9d66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc600baa515e174c86777ff78dec823c50e78d979d532a1fbcb33fcab462507b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c16d7d0516e1d5e4ab24b6d8c721014a6af3b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b606236dbad62a46cb95f7c21088fa4e9307a0576853a5130ce27d09da0a0882
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d54e00c332e173004eba71693ab873bc03eb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93edc58e58452038c693a557b604648909787cb06db6ebe67f2dacaa9180a15f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741063866bbb20c0e77c3a41d3f39ccbcb5295ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f028da569df9eed7932fbbb99480efae1bc7b78f1861125c5a53d8dd39eba0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8e0951ed9d70a4ea1e4431af6e61919dab9277
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2716d5c0e38a201cb3af905d6d88fc02d567f92cbea007f39f6a80c4bfe6583f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630392694737258fb7a2749afdea2e24ddd7bd9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20416cd7bedfa1d79c34509c37133e48c5cb595bbe350b903c2217e4111650a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96486d81e8b33a969a84bcfddc7f4566ce0e1403
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8a260179fd11084d0dbbe7d43b9864a85bacf3e830c9c13148a8f6fc33e488
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f492e93b57f1a680ab1d707e8780f8725fccb27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc18a48c754f38727f0d2784a28e9fac9eae00fccbec1fdca6851be8e11b0a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeccdced7b1bee6176026c327cbc8137257465f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e40b21011ab7717c1db024f09589d9afae9b1c2d51b7a5e6d57b9d735791017
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a688c4a1b729ee5ad49ecb86fe9059c921d9e92c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a7276eff164aa860e9f8f734d186fa5068da7a40c8a676f8a5de1d6b505ced
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4204cd716e2d0ef29e48947ae0f5c05440bd8a10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2b014e3681546b93b686c0a8f4bd13c88cd6fc0c6382161da9e681172e5ab7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04031471b510b7bf22a63848805ad6888d941e93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58fd47e9fb8cbc07d00303a45a8a7445052860ce94ad6b8f940be4ef95b846f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c565571ef3e4d011534f4325a644925f39a74f5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfba92e7db0dfe2d25517ad62170c5f940238578a919483306233267754f17a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcc8e5d1bda3d90d2d397b99c6a2d6a8ae5c947
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edb968ddf39a5d420b31e68c5b7f807685fdd1c320e003a3e7ab32afda72b05
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825d5c2e6a0481f00d69b01ded3e4b326c5800e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8814abb4701fbacb3dd3507257e4cdc553ca48494e93588c5f30022b31e283bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20f90848b5dd6ec275c9e7963241828060cbc7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f210123fa77d68208dcfada58f38c6633b813f5ec12a109fcf35644b8df845b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b1ddea9eef17a4f274be3a414ce4f2cf847029
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef892060ed71e13e288911c67cdc47c9f885587a2ef5fd6843b30e5890c5965
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0f1d7bb723a53f18e0c4382491552c746838c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9afbe62066ff7979f794d3a108227e56eafbe79661866bc23a17723859f03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09ca6e0b7713bb7d2dc7d132328b0fae008a130
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1819e83c1cd18e31fe653d73c44d83535d1304caa12110371195a899c30e91
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0978cd949790a54a15ff04437f592e7cdeb6c7f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289400774dde0c58392875623ef5275f0989e9b679ff55277853844452c40eda
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb181bcecc19c82154d36f5178d75266b284965
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108cba7199c9cc3a01e16a4e219fc5830b9aed599bc230149e71b48c610e8da
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a8a6e8a650e6fb21b70f558b479a5954c3dbd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4351bb9bfb800c7de69e96fb961c519f2b55c7531e64b7c0c6282e149b4b8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8a0b23efab186907ae4f9e15117a16b59a1f5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c0a5866c93a6230a28e2dcdba61d3fd2de2ffca32539f7ca378483dfffc270
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5585a3157f269224efe7b53288b287e016acabd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b8a9778c1244b92f0cbfd8ba127b951e427e2aa956cbd4f4e6c57fe8098917
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616fd15d946e4556f26ed4a9d58952927d907937
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b542a849baeced6be6b4c8b4a7633ec8924ceb7ffaad957f6ed5780c89b108d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4322fdc840ec1f4a1a22f882c9e8715cfb5849
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd74c2b3b34fb7c9bfc0ef254265e5268bad96eab968337f9ae98cdb7f228e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c0c5891084e216b45e98f29f5aead5d5398ecd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3e45142fe3b324145bcaa0446ade9145892b0b440b2c9eb91d70b588e1a14a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd5038d9778115c2c31013cecc10288568b479c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574af8628d3b7394647bcd8eb9062312ca51e01a7b5f8cd84a806e13106a027
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6703bc2b48c2a41f165ea05b5f0df68dfa3e7fe9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532626493c5c6d4dfa65a18b2e38faf429820cbb7307d45a22fa19aea6c3f701
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c070ed468187b4282068b4b2847578929d61011
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c590ce5c6c0a03070b69d1e0544b816e51d3781a9a4af61c794cc81d95b31f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7a2e1f666ffbf5b50776e35b8714eee8c014d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c96441f521e88f3b4e4a9e355c701f19e012f8f70683ecce6b1aa774a706cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9373c29c65ccea9fd42ce1df469c80b0ad5617
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd0244ad54a03c18f829ab242765bec96b43a3508c1611e9bc3bbb28e64af84
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ced94aab4722429fc0ee84fd72bec987521b40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0933722734d584c9c31c9008c3e8c58f0e5faea95a46d42a78dcda8e4cc36353
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a57c63ea3c8c041baad0c225acbe2fe489726e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef901057646c7678d2b5191d5041d40e9a64cdaedce38790482f7a6a02291df2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace6598255f19b8171aad95d43effb90046d5a32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f8ab894d0c96b86c5606fbe8703e7b1a7c97d5a05fa04f392561baff679036
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae690360cc1ba3a296c365cc57859254804f5b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068e33690c0ea727ce93626705e6f98c313b6d9ee90e9286e8254fc6490d83df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6b6e6197285edab478fc8e1aeafb5edd284db4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ffdb7f91b9d3e19a2618566c9978d4ef9b6e60736814bca60ca3a591815fc1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44bbfd40bfeeb6f1ee4831313dac211a0cbd2fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad69bb723feaee387516236603025b1483b2d8ad5b188ae09db64cc2199e8b6f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef9c80d93ef136f1a4401955f5c567b1e12a442
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c507f8f5a8a43a40402944efc5cb09ddc2882460b44622a430873e8aa3525b24
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d548d7d2ce4ad564d434ca6fa4b679a027049f63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffca2fe3469d939193d096d016974bf120241263d2b8a455712ee86e23383d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc539627413de203ddc33df8323daccfcd34a33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10cf9413854237ecd92c81dc5ee9996a317be52cd302c5504d809cadb6bc7af
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a2d94fed54521aeb7585905f7cf253394cd9b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95cdc8310d7b68df2930227299bd454ba0f2cee3c912421a058265e00753c98
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14648c9dde49112d4655644c838b73cb7c6774df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7196242d41d1c5f26348ee10de9e41ab6ababa1753c18df8c472726dbe302cd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0172e546b0a02a8dd6c834202af809a29f9705
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c2294c22ddd5060c1ab0cb4cf3d9cae34d2ba69a6c04d03cb5daf8394a2a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8c71b5e33c1b3a84a6fb80122922dd04a52a9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de9cf90834a13ccb16cc1d2431717a285a848d296469b98899984b3df1fc12
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39643b127ecf3ceb92d2736f287752fcc6c673e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a72b2482979dfdd529faf78f8d72a40abaad78a4dbeccacbd5cae5cd12ca66b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e58404d6d66f124e5cba0ff6a24a4f393a55e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41718dfee1b9515d6b606dd3968e3329eaed4ff4c0bdc35c7fe1eee503cb30c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07232986d49d760d5c2bfe7fc3e9c1ea1ee8ca34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894c7cb00d05cc993697becb58ba08c94313b9075032d84ea4d56d8dc13aecb4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ca9f6edad66ea9f04d6fd298eb337c5e8c279f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef6a463a5d1030febbceac81bad7bb7b09196d55f01743d731713d198c0d402
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5d7614455753380db581e6d2da96f0cb0a7142
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abe93e5fce90c2e72ae713387c149a8b6e32b57dc39e3d59c7e632c94a730df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2a08ef889ed55225cfc7ab2269bf502b516d8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cda318b719e01c537bd9399bca9a52cce5e197f527f34940758097a8cb7bc1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551810d001d1fdfb24caf41fc85f79bb26b4b751
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70feb36c190bdf83eb61c46ae374f50c43926689a98488742ec4820badd6865
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ce45792783e5368b760d05579705a90e9d551a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435538764c2887e038f37ecb1c9b10907f4e1e9738bb8f57b764424338fc76d1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50ca15bc6bdfdab93c2cefb619820b7dcd7a10c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d6d862a666fd7681d7dbd43d537e49c282f47225b61f23e6ebe74f8effa106
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf1688440407a29ac4831dfd6db192b5c502ba7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a84939a25495f28e41de76c190455c56ff40363ea388a021bd2a7105d70db0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646a53dad80e5643ae1527735a1f04ebded714ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a95ec956d684e277b729ca79d845d32bf881e460d166347a7fe08021afa1acb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6f3538d4c21e12576098031f12b6109010125c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d53cb2f5b98538bae8679e609cebf1e998b60f961209a99c788cd9c7438106
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68764f5b9d6ef0304698c10dd954c743538619dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7da33fc8837200294afb9b1fd4553b6f0b36ab1f5ccf0491920e32d8a11837
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d5d336a8fbaeca4e018bd523fd181d91a445ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec73cf372273d3c42961161a235adc46f3846f16acb7e0d0c7bb9ffdc69a692
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f34cecda1a8b32e1b60b39e6e9bd9ba688db02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45ec48f031259b5b82a331a9ac9286c7f5fadbcccf1532aa1ffddacb6a43aeb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ca745baf6d02960490c6f105a6c8e8ad466b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5b38dfafa2b8ce382d9acf8d81ed9309a43c06eb7d02d0b20ac6abe37c9efb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aedda57d1473379534f84ec1fde1eb4d0342244
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f317bfcdb2dc4fa80ae913f3691a60cbf3e110b6fd322ddb0620cbb74c0dbfaf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13211efc1e1e2f2a3a62de8e24f8daa1bbf65adb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11b88a33c964420b000b36ca7e1d2a96c3e762d85f4b7eb6b6e875bcd5a42e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b5b08922a8dbe9853e46a36a077d5456bf6c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d124e7ebbcfa52344024b45dbf6a0ac2a25a04dddbeb6c8a50d1e51d395baa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9b0cba927e109d9422dd14429f1740fc5c3596
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51616e9fb480cc83c548e07f4d91f85cc1a882a1be7aefe0290589d140fabfe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306b8e27800cfdbf54e81ddf6264d8030595e08d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6b303386db02cb22e6a89f8ce404e4ea8449e256902c25ec6e4a0aa41b61b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77a1472a47584b6c8437dce12821cde9856d848
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dbb943d0e70a13678285414b852638294d3673b942b1342cd51f1c25d2a3e4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b209ec5fa9cd67539421e9243e116d5ee4a45ae7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb65a762ea7cf0791b59ee43301ffd89eb14684f7581d0d4167602779566562d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badc52a1b7f06934104aa12c37daab77dae43a9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6e897aac82cc4dc5e918335d8fd4b665529620b31c028b805ce358228afd64
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d6bd4a7acacf4416fd84486cc13db0c1035de0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f615f1b3aa35915f5608a5322ca71290262d8a51fe42811bf2415525b16f07
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364fcbc1566a8a416ca68a9d312bf68e0bde2c42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbd6d42f133f574bbbec0fc0f77a301abf47b8abad4e4e3bc2874556fe959a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e54b5c72568351fc282e94668b315f39f40536
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279af594a1e7c7eefc166bc4c846ad051a87a2ff25f9620c29e6895049f6dacb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c5e6343931526157767be89f1f29417e2d9a0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4653e6c4b8182dd03bbee12ae4a236ca06e0d187fcfc82816354353ac3ddbe85
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c59e9513fd040e86875d29612d1d88381993bd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0b2fecbc5fd21ad8114730adf99344b224edbb1cf83140d96793ac102ad8fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d074a49f0f399725d411070e74e45690345caac0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfca2586ac21491563f7555573eea4407479b8e0de3ff8e0106ea6c69dd74fd4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cb14651f73aa7b443a2da62c96287a9c3adf79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd47400d42ddddfbb54daf5c94ca0d281eff79e4d9a7c2947294243706aab89
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e2ec98a9eae7cc405742236b19519c6b5831d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eea0df0a36f8341774dff929bc396a8d79cdfedc77723bae045ab699be510e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe30b1d20dc4fc3fcbb87001d3e7c2e10e1db1e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4face3aceeaccad791e2a37d764c129d65f3386c61a9dc0d12238d20748dffc5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d7d433f02b05af972795a5659c3ac6660b8d68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e99c206a61b8cc99ab6968563a2b1963e597e21cd0623ca664b42ab7d138aaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2200e3bb931142e688a127349bd2691ec195b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d5999ff62418563dce393a67ad84a21fd888349de94e9155ece7b420d49cc1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33616c3f0f26e1a244c7bf7b436cedb706a34bab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bd225222c8acd519cd7469e43ea051bd3a672bc24db35aca082a7cf39615d7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd6f425ea84e5ffeafa8e2b3f29ae89ab70cce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466b87f4de6e39d89e22dea6c695d702e19d3e1cccb61ad94dae3c0138ad5200
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870b88787fadd7914f4b978fa38b9e8dc41ba5e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e63914eaef702e2ff3cc719371f37238037ffb4dc36c244ea0492c8dee81728
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d340943f5bbcc17948b6b4864066538ae795002
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7099f8c8f86852f398a55367e6897658dd87e36c6a39f7523e7feee7924a22
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ef16d50225aba69f7d6a74862f71cb278ce119
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666aeaec772259ef90652cf329a1f8371eebb354c815611b4c6c9be29763fd5d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654dad157edf1972ac89159ad06de1895eb88bfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8a9ea62c9b650d3af8f02dcd87de45e444df52719edf412fe25a7d2bdcc60
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4229e3f41d1d812f135aaedf8f3e10562b0b6751
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9aa9944b2e4e10088b5aa58e26ad2311353356c7ea53698d9327bf37ac85a03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee4e41acafe13132c0f1f81106863d6a36710c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819e02d00c48f5b01f4ce7b55e227ff9a6b4a1b24c08343eb01125a7cdbbfe7a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6ca20c9dbc89bcdd5d2b9898c837845b95967f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f174f13ec67e75f11209105d9ae59cb279cfd6b36269fff3fb3d635786a6aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99158027ad6fdd4d536910455a876e1c62a50981
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0c180e1d8cdaaa2eb1ca2dea854993ee87300d7666c761cd312dd2e13e5f61
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0294d3ef68191276c39bba12afb68e1cacd92a34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a8955ecc0e1ea51dbc5bc0475c7f5921aa7f42985d8e543843b68f29533a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1145b633714ffec65336805c52b71ab67492852
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2609e8d1088e96155882c02f63cda5ddaa772b6f2262e484d0e74f7901fae70c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e175ecf185efdf21eefc5a6f902862e64a49e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2f091308b17c811e6a5d74b98ee9eef03b08a86372d9f07812f3ed61739c6c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9476d78f67112edeb63cd05f0fd952085a0298
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df847782c377b419e13df32c2de72a2d5b5d508f90a1dbae39055ef2592d65c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d1a2f9694350ca2d66bc46109f969ac5180ee4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c58b6a0ec58ffcd0655812cb468971a80d059bd5ee8732ad79d450b4217dd3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f25283fedff20b46f0d3f79ebbe3ff2250e1911
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f25fe60827cdfb6641bdf2a771d559ec81bb1d92d01afce3b1136f1240ec9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0235332658f43d7c91fa5f8c55df8df17a4a1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fddfd21ea92878f86c0cb7f7845ff78ff13475901ea4deda56ff4b6b97c1cd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0ce8a5ef7585eb8f96176005bff85210ab2327
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95abc6c22e88a30205a7d5228036ecccea57dcefec5167c9b65f88cfc2526ed
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9501ed4d5f6c4a883a07ea9de0ebda008be5b557
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a817dc8073b9a4ad221c0938fd6ce6d7c96aabb98de1f2a765fa861e59a6c47
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0938c20618e042d4a4c11a77f61e4271c47a87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184130adaf2e9deb5276cca846598986eb2e51ee980dad9aa148cc1340c5972b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2d50d9d07cc9dbaa38a5be210330f3330f05b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88c1689279d2d26e410d30ca8bab53aded704a1f00b32c655769a576eed9fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386785bef45ce2ed156b3de7cad07a68f79e2eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede9db450e994ac40eb032ffe3a196d74243aaa4bacb37dee7ac5846215ddedc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cffc51d3ea0590fcfa60eeee990e5cd71c9ca2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8793a1190c21b307d219ca702e036f7d57ce32d9e191801f93224e386f5e7fee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5650cb40328260c27bbf94fed0de9a06c9f621f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1a8889e9962265f7304e0206dc304b5e13b7c8eef527a63ce3518635b6d98f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e24d1ca099a5e08636db9b3cebbc1b58d381d09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f050f5816f5a2bb498367bed47202abfa3c0da91c3f7b9bcbec7d6b9aa364f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a31eabb80e7c8d976f42bf600e8778b757c735f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1242a56d0fb4ccd44639d3889e0e8e73c89e20238551a33d07e436b2eeaef7e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63ba050af016eec5b33b1a4454ad6066f16d7b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c32533f1b33f845dddc8171ed20af27352973867f9623bb4229d4ac5b9e1b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4725ef7b2534ebd1e89ca33f007cb6e12fffdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454260bfd9b4cf32bb0819fb21808bcb05b9c4a9b59b475beb7f6742ee6b5cf9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13f1b5874a0ae203fd47e2322d2fd12a2cc104b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eb792ddcac0ed10484c14b9f2bb43afedcc11907dda371dee7c2067be57668
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f0e887e760490a6c17877619d3a7c8d95f817b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c6442e08cc02b25e1c4a898e8cfd2c77ba6300d7026f0034a5920587bb11d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692841a26ebb227e9807230d0bcd1366f39f9f7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86554b50ee501fd9bf0aa489ce8d404c39b61e27b9dfc31bd09e1571ea7adbe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687d8e21414c3819b27f46d2b72ef3063938d60b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce8f620967b3012af6b9bdc6567bf2b3e8a51354614380ab5711c6e22d7ce2c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6f6854cfdda80a3e221fe0767bca18ff6b2a54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad4de420419d2326e1f4212689a1580a5715e4a1ceb8286dc46c93d30ecf924
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecf835125ee5560ac48596e13b0cd545ed73bdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282529f2a76b7f524124931d80c8f378e40334928e0a33c61c5b5ae72b5f7bb5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2621af91d360fbe37ab1d520a3d8dcb967be6fed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ac40b2354c96275bf9a97933626ae77f21e2bc406ac370fcf2db5270b11df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621aa2aae0e57109ad4f4bddebc7f70acf7ee51f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242c88e3f88b8393b56c8e0b1ab63c73d877c7d124b3de11f42df89eb15bb279
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b06213bae4c47a185f3d58b7a8f95ebb98e987
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9622afe2517be28d683d808d04850b386d340764f9294daecbb3a1f41b81c58b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3ecd4a2d27dd0239ebfdd041cc0f9903199947
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b833c67a026acaf1764e0e9f0ec15cc5d631d9e1f07a549d84ad74b4ce4d7ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ea69c568c85f657adde15306b70b11a655fc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196670fc80bf11258459e09d8c68d968486d42983c4713cdb02636ed48db66da
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be15887d623b451dabdc09c75c283c327379925
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce592977917b99aea9a7ed682088755070aab663b5b8da6e43ad13addfdff8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b438e20d0e70d83a60f02f57c7d4f27a5a1937fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31557db8e0928bf0088dbbb730d5c816f757e37fd8ce7755bd49f34063aaedb3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f343a2e9309a7e20b3caf451d335592d85f522
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87f3a59977ce21ad633dba995d1d19af7f3e4e64eda3d266071a8f18e19431e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1bcecb461ddbe9eddd16d193a50b354775b6c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ee3963f8fcf1c323448e029a69ef00b645432d6488c2155c32500cef4dbda1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb86dbdb01e7ceffd248a01ef5408c5d278c8bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5966b469c8ea7688f425d7c07890d4dbfd8a4bb02fac656b8975c253b7a2d6f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945f0ad1f1d162bf2bd261fd0b0f395deafae2e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dc49fed4e90a1e13f4ad5ef6d2afa62e25c946652363eda18d1e879901e810
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbe59d88959bd28022e90149c0714d506e8f9b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56dc35338099f571c2569193a942f77986cc7c3f3163c91610cd25f65eb3ee13
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11995cac023de190eaab3de3f46cff8975f35cbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca27549a126b2fc28c014ef5d1939d2459a30d9bf16852e4001a2220d6050a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140604812ddcc82d4fdc83a4ff82d08caaab4f1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7088ac57c7b302673d84e6ccd09151ae072fd97187e38274587d7d13ec8eae38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a83c212d4b7d489d1dd466665cc13a5841a71c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c861167152b5988ecbefaea36dee4be05b1bd18e5eee82ce3cd53d11712c32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c9b244443e4c3decce099220a68e298c4e8001
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9186e80502491d8a4126fa8ce8e829b053441ef34db6c393a535f67939c85d22
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cdd5dc3d0a42dd12de7e1773f468d3be351b25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1bf108213e08e55d390e1e0f5b6df06204f5ba4938211bc6fa5edf3035408c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10b87ecaa1dfe79c10a74670a57dacf9a7d5fab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7458ca0c38b1454cb48681f86e2fbf3c42dade7e409255c7987c9bca6f6c03a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21ad7558d2150528c07453d20086a20311cc4d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a1234074c1a2139561abfff10fdb9c2f18cbad332f7ca5985e3100f62326a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90859f17ab2bc8bd41441ba75df41409705793e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7943e0ca8df99954b8dd1957a2fa5541a246ec62905f49628121089c2627d726
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ba068f516d51a2357aa2fa9228a10b4316de88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebe77101d8046211a1e53cd21bbb2bb355171c99cea40c9cc80f006111b94d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe7e35a0d5caf419aa35e74d8661ceddb08a14d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d46e4fae71d86de4bda82267fc3c1311906dcef27dc3c3e9d6b7f29e15319e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896113addbb6e9c8a97eb795597f452155a6903a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eca776626965599016f4471bd2f0183da81336d8d7bce9da977e942e543bc2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f20cd12e83f69d9b4cb6747a326a51126d41c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92ab5c4fb65d5561bd3c5d61b8e64fdbec1de44f50b96edfd68a7d03b122e3e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d27b50a7242bd377d76e351e1bcb4e0e2835cdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6bbe8bccbbf60dd17d695a462440f1338a2b25497184a60db5fd0b0a09b1a2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231379d6f7a943b84fdc8fd8c2b2afbe7678cd5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39478dadbf1456471665748558345c7495af4d200dc5a3100c4a5a47e52d1a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bf60969fa784d4abffc77d283fa846fa20d454
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9c18841d14995174f476d62ae0b666317c0da6be389ada487f6cb5dd984b6d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b32cfb9309621f48ec650d162bce2c00d82fe0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea2463cce3827c31f86006300f8cf9d2fe5be32514b9f4d5d7622376f3ece1f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c32693ef65732c2f6e831825801b90710ece077
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67ea3afed367e134b21bad7d4a2fad84489af7bbe7d3c7480398d6566e09337
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41882bd12b1c9a9c42da12b26843150d6f190d2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded0f29ff4600a18c57a95e636011dff7197153c39d6c633f50058bc7d9e1d3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a51f301a9629e2f01e67ade742fb6878323d53a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b132ab2cb274001ee80319c518a20654e2094be9eb91de7ea13d579b7a6e29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f60ad3a8ee142c27ef03e471d67f53dfee4c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a223d505578053770eaa92d3415f4ab9e848e4543922c69459e44e5d06cd8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11cd79a27122fadf80f781684793044e8fa053f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5cbe9a906dcc351e2a0c07eb084ec9d63fbd3c32fc9b1b6654c02ad4074b67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871c00327a33359f47deb93eb1fb600bc4f5ee27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f66ffb3288ecdb564d4831c51acad75bb9462fa30c119db3dcd6f5fac0b13f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2be6673c95f59b0093ed630dca36028a0a1e276
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373e8f8c41937ebd40a9b844f8139baf03ee89b9fe0ff8acefd65feb919365c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468ff5e7a7fff542650f559262537b9752d622d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b959fddefb3c1cc88f7bee465f0c9fb9b1dca725b63f9584852a91bc27b2506
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed29beb6e171754517bc51c50e2ee739d1f7b306
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f76916c91cb14c4f16faa1290b7c087f5ed7ae9cc25d20abaa072ee52fe309a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286d1ccaeeb2a8cf5e81128362299bed4fdcd181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9757fb06569675f625e4ddb92a30cf5b80d0ffd52ab8cf029456c8ca532eafa6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2369335f2e179950047ede31140cfc76da704903
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e23b770b7fba9e6bfd10b42714f9a653acae02e0a36fb49556d2bece86ff735
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a134f342e7f66044dad2f0fbd64a12c5be6ae2ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c968c8ba738e3a6bd4ceeecf6200d864c4195fc3d1f0e2cf34b78a0bd2fc185
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a7d0499aa954fae4e0a6a57dfd6617d8795d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea06beaa53a3ffbdfc337e5006c0f11ae287c4aaa368238bafc8697fc9ef7b5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252e70a0444c3927b91e473d66b3b9e8f538f199
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb9ad61e21af9402487cd6a4456127c2d795b3b205145e95f0873ee37b88fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dde6b56da2efdb6ecf0ccb30f76084e66df0ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de57a8f578b9a4ca2fa0bf2c34e94908ea430796dc9dc6c9939193194254d789
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1a73672ee4375f5bf48505cb26d285a7ba256f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c865e1b80fac06a5bae29065cc9328df699a119065a66bad7613f5a4c011801b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925dbb6b5c0270a96239c5d8ce251bfa2005d2b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fab13bbdc63b1ae18e9666e365f94bac08007b668aa3da90fec776a8107f1d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e223c14ea174327b93ddffcbfc817d93d50e191d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd8f70890fa503b88fa906957939624f187cbf21587c93a2c6361eb299c3905
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0b4048a3a8514250af9fbb4ac0a8d7cd8e0b6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f478e484edfe93c89a15d9c5561b17d54cb282fad37dc6776ef710ade3a4e6f3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2524a2810cbf4694acb597ec52f3d4a4a24dd814
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd97765a05be05f89317b3327eed03c2d908b96f959b54ee232f1538d84b70af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45974a760ad87a9445832b082fd15a016a5d79a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c416df3dc924f32d0fd9725009a2dc72f6b16fee855eb5422f092c90c7464a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb498e291dec9e983133aeaa4142147d67cad60a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b19bb5d18a1769bb72710ea4967f4ea19e4a29e6cbdc7476cd4bf203a100030
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303d1143cebc9fe898d3581ade2922425f9c0937
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bc244159dc7ca6f51a3820ef532731bb3a81ee62fcdbc260f3fcb618911ece
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d652763bd1c03eec79adb8af326345b9c0d9612c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2145ecab35318f3ab7ea3d2f583c63a0c47719645757e7b247f91e4bbb5a4b49
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2516788ae7dcba773b271e19d0077c4e60b456
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3236bcae14a29680b1c9e989cb2cf05c338cc7c98fbd82541e6d04fb11b43a53
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f1c694d56d81844a5bd01214dc99c85492248d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3622f663f32e351bb0490a0996d85e7503b3029095eea4ae3983b22aebfd92b1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47663912c67358d9388e6836b7ab902f548dc61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edd3f1ef0df7e7eab40466dfef271f1e13d4bfa1ddbac336630c453c4d93c78
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a788d4e798b7149e8b7232440868a629de3e210
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af044fdcb0a5a9cf40568caf3dbaedbaff00a874c18d1df9b159f7a48a1c37b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779f684d26541c446c3e6212c9e10782a9715475
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72395ca89e3016d7953e1e5449a30f28408ea922f311382d559ac6b78f1b738
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56042221c7300b77f4ee14978a703bd9786ec045
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f0a2883aad9c1b193c11d27111cb3b732f880626594334d1eb6121386f5866
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed9e08f15fd9d5d0dbf647bdd7ee1b0de9a18f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ae268da41d18eab84bb2ce725c320092e3b8265091cae3a7cff72b0806f0c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810939baef11c066b6c7e805509949e1eade5f17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bcbeb7d2e5ce61f7554950754ae06f7ec669dfc2014065e07d6fa1822a1220
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3264f4324e224a5026c2381d8bc7f68b2f010662
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d66efaa9feb37f0d66ec3c653a369f1b663292156fc7d0d741259ecad712060
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a513b70513a6ba136f96869e400d878acf7de3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebefa8c67ea5d4a33074a1f57e8a6495c864a1078749ad155763f85ae6aaad4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeb5e4edf4fb38b68b64eb692efb69c9fb1fea0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a5544b0cb4086f159ec23e38d2bff8a617a1b0a4d5894a2dff04efca2fa83a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e206c9d76a82f912b567fede3c3f1cc19c5e30e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c7462ca963caa169024ec2b079a79cd9aea239d2d6ce2fa65f32c26964b986
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8791aaf081fa968f23e8ac5f6b4e91994276f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d65a4a7a1affa6d9454cce9a2628e7f37ee64b668bd61eb38581a0d89003cc0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541303dad6f9d842d04556244c8ebfb8d0f993b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b358bd99a6a20234f75655fa28ca3b3ce870e75aedd68d2916731ef0976e462a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3f01f8084dd1136e6c796094c3d00940407537
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b5f8675d2d041fb54ec2a29ee9889c5fdf1ad0f2767c79ea5b0bdd573b1f75
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fc5281ccbc17189b893fe02129fe5838394adb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbe513af066d0c18b395ef39c0ba5efbafc7ec79bfd1148a4c1028ce1c5d1b3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883b5c911764c4a5d569b478026d42d27aa6041a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4a737be32194ffd32c1607fb6234fa9fbe3dda20d5be27f636c5e07cd3cdc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0182a5a408f15cad85834dca03ce39e0e2bedb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2cbab8d2aa96e18e82bc118de3caacbd55b1655784e83caad93cfd404ad530
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804acf4ebab5dfb80f69c8bb9e7771ffba94d6e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b46f8ab2fe190357dda2934d5cfae96f011ed8f450636d187726c3fee2c439
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb43844fc025d290aead07eb693850f85f59824
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be31de82ce2154fb814dddd3180ec846faaccd8b28a73c0ceb6812b2e4d3ca92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174b61b9e2fcf2e028b6cb01ae218378ac9b0b0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4536036c0ebb5bf8d99047d14cdbce9da8d6620eb13f9173a26525ab6deea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a854242a4227354581102c9412b5a699ab156cdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cff481b11a1c5a12aa57b1afb781816a8a007cf866cb2b9c21edc3aeef3534
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6243d8c7f958918cb2d5d60e89c23e7be343c15c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc49df2138d8e802be4e2619874fb46103452b8873b0e965a6290895fbf389e1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73038928dd00712401f2240b8eee18be03e2f3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675036f180d8dabf14c5585f73bcb4552ef9b96f1ba221a39d1b2044eff8f43
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0dae740777d2a6b2e0acad40335e2a27023b59
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3087cd4da43551304e3aa79b8b2f7ffb597d3e424bd294bf9783187786811366
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cddc897526a67f11232465b86faecd77ffd34d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4addb05ebcc0de7805369ca33835423e658fbef1ba18b9285bb88837041b3807
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d871d6e6e9407a0fffd572a5fe2e625d2ff80f20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2fc500d31f7afc504177585818bc83084b796592ec7f8ba71750e990c3fa1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ab91fd7ff149637a91f0a94299c1134179aa4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407820b01f1e042b55fd8556de8c214a0a1957521602b86e7e7be0e13087543
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cc5c72ab73fec803e15f6d56e937d897f9c1aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a742e3bc194b8052a96e59b1fb14762291b58c57516d945867bb74660601780
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42eae6671a7b240b5bae5fde2da221d6a521452
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0150b9bbf41677eba88eb443c50b98c14e081dec24e10cecc52590886bccc013
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c826d1400077b0b107b33df6b04c2886f09e0412
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca6b1f981c96cbaa47b47b7e6aa3fb3183971ad4b2dbbd32836280f9d9f242
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c596661f97d4aaa4b2b433a7be62c854625f3e3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de662bc76ef2dc5e00e1950fbb399f76cdf7e6b7e91bb0f965aafe082bac2bfd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b658062bee11c4a19142b9a9e89a91088d450a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69e231629bde0dcca3aca961fef141a06be6bef5f7b0fe91a4af118f89379f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e346659a19d11507fffee3db9af433ca65fb1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a47a7ef6d07a1dd6072cafca21b7da00bde829384c4852210a699f5d1644fbe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0837743e972e039ed2577782e1d1c9d504e630
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e84b87ff3bfedb95ce2d74fe879fb694063d723fef4650c62ea239ca00697
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb61aae31de1b9f3c135228f80bb4b337325eda
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb17eb8962e4f1f0fe9234aff9d6ec18a9d68f76b5f2d098fbe56b3ba1271cb9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87774487119e16ffc859565ae66dfb4d1c8453cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea00b8c022e44900d8f240fd02483fbdc6fff7b303052fa5b18cabe34b5eda97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c54a4a6bf3e64b6476d510368d1412552865466
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0fa088b1630016e8c0db88c5c8e3c5b8f3de239483116e0dfe61a52f57576a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a358d62ec6751be61bfaba07a9dbc968b09bc02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2417a19a2284749fdbd583b30ec94c2a754a4bb8dbe3ef53471e3fec0e8eb2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067a8fe2b3d7302da289a2bd6bd99f15c145ac2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea171201eeb2e2b3132e4193fee038d2ef3419febf20db33d38f5b7a857e7e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a9213bafad3e5d1b95d61421774f3454a91b5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893f70161f47351ad331ec2b0431a44655c4d3eb2369da53fde6eb58f90a168d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5829ea152ef47f2adb01d702aab56d0616ab5429
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fa0e26418c9735ef479fd4e68ffa96e324b800df40a4f81792841da1bccfc2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a010edf75523af8173476303ecd67d4b1c74a5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413d5dd1349685e3bd8fd1e7a759d0ab2967c0bd1e165f2b7d09d2cfd9395eb3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b066003496020a2c607e037ee0ad59f8654b9ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b10817550c7a5f6ad5e0160186c9a45d3c1de097f8bbb33459ce0cc4ffb163
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa26b00f72acb3f267a12e9cdfc1753f66d84c4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4ed0ec6dccf2b709eeab7eb0398a7a704e7fe2f0a72d0714d8a7cb3d8dfd00
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf0a05016b66f862850ee93d577ea56e269deb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5828da7bb45dfac762801040998bbf52469dd620538ef65d3a3dc7a7df2c9f45
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbec84aecd8234e59e25b629d6756c985657c897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516a11f0cd45e1ee5ce217f84fdcfb2f4ee03bca35ae0d27b8cef9ee5f8514fc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44fa44872e48382f9a0fb3b631590428b4433a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03a8c7ad9b227c325fc9201c4bed2536bd77a27db23915d05da8a3ee9ec50bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e2a3072af51e12fb1cc9ec1202728008e7b94d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444f1d581463f9913e3af42ed4cfa329bcfcc17515eb77f7a2bb96c1448ae5bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22d6869c6c87fa3f392f39cb80faee99b84c92e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00108826d97110ec00167134d58ed34aefd95db25ce1bbc66c63cbcdadccbdf8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c47c21a3a2e2d4c57b66ff4c88ae7b058b741aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135fade43d6d8244066c4d82a64a054727a25c3f7b19cb4861603f5a40a8c3da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba66b6f8eb8d8debeac98013da7734cba81777b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8373948f71b443aa73748e9d75346e1c8300baa50e4f6900e4895f88c589cd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d79e61bf6bbe33debe896814f99cc3eae0ebc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f0d0cfd2faf17e3c751625b670e72897ccbb196ca864c8b801e494cedd3f09
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d077a9c7ce835f10a820e47d0ca3f9bc88a1e38c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0688d3dc9c91265777cd4fef16f14d71068e3edf584d8da3d3f0dd51a59b695
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e4d4db885e0d8fbf92f9a747d12ad0e5c00492
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464d5f4897062146d7b4c5e8855aa95f62fb578305d618459a601dcda69db048
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54815f1bdb1bbd9159b0cee9ac4c5ae1ae71c68c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c6ab1d550a9e66c09a61b02479f8f67317955286dd5b2598c0fda1da1ef37b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a920808f4f61a2ff092da99218a722d57698dc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7420146a8a86d8af7eed00bc503b610299e66a645396ef5b2d651a9abd42cf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ab06c011746b393ee6a2f50e7e26be3341af69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8190934b5a721da2bc83042aa4fccdccdc34ef2b84346aa02d47a19cf961dc40
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d251dc3778aedeeb03aa94f859c4f98215098490
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d403df587f6567b85d9f9eb5cedcc730f1e64c35e9f421477c47fc2d20b44f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c3b3798c9c7aa8a546f31da68863a1c777788e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64d41798aaaabf9f89a244f01c7b27045e85fade01a06e4a0440a576d0cd284
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943c08ceda55e7351b021fc90b5a39f8a348b316
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50578f0dadd4719a157836f6b0b5cf1565e0f35af68ce27017ab2d0549b0d16
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1febc6859e7077af79f3c2fd344ef1597e745927
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9f975e3cb85a785fd1dd97b5d0d1f8d3065344f1a22a77bc9195d1056ed06c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf9b399638de764db012c647703f6044dabea93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de925d20205647a85194cb9b280e7a3a95c948493f890165a69b0a6dfa4ecf74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2164ca2517b52cb4c4017dc6fe41005c38eecae9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eea4c5f7000a84fb64afa2c5ddcdf2adac5cc62fd802cc91c986987242c1530
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa9df8fe9d10d20c2e73177e4c356e3b29922f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659880468efe1d905ac51916a6ed7fae3c8eeb63f60825d988e2e3c7761a0ca4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f2d527c771268c9830b27e9b1e36a4bef6defa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e2cb59630e674e16e9557750df1ccd23af36e669cc9d5b2046c4e28307c23a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5535368c0f0068839b3a5279854c1672fbb2ae76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a377f0c40e02e21821eabb59abfc4541ed022e27d99501b50b4ff381c4714433
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfffaf584605d0aeb070b294184ed55af32b5208
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724ff572ffb610cc14058c44ca5565af3b268ace320997b798d5a84e63681271
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a2a771a0dc7ce81dd302c309115e821bb430c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e48ca35f0a3f0685d72e0bceb5a3559f76d5382cf1d06205f013bc10badc92a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f774a81614ca561120219294e56980b49685b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912ccf4352d6908f8a29f1213e9fbb24ed0e7ac252210143bee4cf17e760d8f4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758e7ee5ebbc420717fb7f2d829421fd038a0e28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdfa8a58af0d12f1f8f856c74be40d59e3978d0e37f73792d397038a9d13750
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5954902b0da1ee6da5fbc130972900dd971e2dd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33202e32a5204f1913ce72fde215d973cbb98a4a4a33086a70a8b02943aad839
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b712654b67e0cea9166cebd688ff9e312c7e487a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522a7663b0adcc9f1b5b9125d9ecfceb7cc12e4c63327cd4c5e0b594bb600905
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27fed638a7f0e5d6f4fdf9d4e01004ab05a7da1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cada0f52a17eb1a2083314960331dab62bf9743fd196ccfab876a78d3e629c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2517b678e0e5db5e32201a36c317e95c72f113c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76afd738cf83fa3494d9e933e2c569056737b329f7b7a3a34d7be1322d58146a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd9976c874d0ea33f25b147b3b3ab270f69fe40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03965c70df0d5b0f5a9e715c4182daac0eee610474a81489e7bde1a2f30a033d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277e09f6233f8f0b5206dc3405d51151e40796b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4476a7930d5ecac307a4c4e9a2f06d0a2e67fef94c9720df8a1999b10c30ed80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc0bbe2b3904d56e83304b0568e507cccc54df1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2636ad568cc6893b7bf075b1aac16550e68389cf84e405a10e0fbd47042a4ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4909adf513d265d6a7c46c763b180253cc69759d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee2bcfb01121b29e14a1471b40fe42ce1edb00541d1eabdb48ca64bafbadbf9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d518b056e3559f9ea43eb059a0e4b56b80cbe14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632f9865b794a14be0d5ad97b0d113844af3e4c4c026e87c198cb13c1cf86663
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c70059b5a84f5958828fc296c16228f13bcbad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2974e4b369a5acd07a4bd4323dfe712a089e7591bf76c8d9d7ddaca02754a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac7d164cea0c2b9a4ce8645e307f4c3c3958f9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83e5924b900b3f0e8683d79c83edd664ad2d71f9612602b646a92567d7043e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba497e7e46114ac55b8b07a283f007d7e9c47c83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfd2266293a135b4d9e5aeb8a4225ebde54497a60e33a21617577753357d2b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa68159b6f6ee0b2e5ffc1740cffadf1091c44d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ea35113b857b9209c8c8fab28d389c015619de194ab4671d593c6785d0ae93
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370ef10abebec36ed867502f3487c4ef60239267
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4747a1347868433ad823cbc3c5f5070e8b0fe71e732983839268325ef3d3f853
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3001954bb811c573f7b1f490ff88341d8e73eb9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a98368532f9feda4399ac1157d093dca4d40ca4a3ab5741140a97ae427b8713
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb6505557ddf2b7e2b8e4a88ac063697526af09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ff5ae3c71efc061818c4f404f8c7d805c7c40059dc89d854c2ca20b858e2ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a361e00357086dcbf09a9a4748a487142ed9d03d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b20c4d14b9fdf963f3d38eb9929c7379b0f850d94713e2bd038d2142e015de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aceaf88263ab1d64f54c553fa207a4b5bab11b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103d50f56aa5ab353e427d6007fa484967ca0442bee7b4b56650ad13f09e0195
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36ba83bb339b24992984a73e5a3ff1ce7490751
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b22fd411f333965709be7ab6e2c9c6849aecb4a9330902e3a5f60c9a093b97f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ac92d798410be1ea2f6039be55539add2d6faf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc67a9193a825463235c58005e508ac680573fb3c92ada3d26a93189148a827
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e347973605fc555e0e6d70ebe2c1c8e32f2d6eb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8f884012f30fbfd9dc3209573641d24bd84eb6d2fa18d39949d4608aab6a73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e2a70a529af05edebb03a56f07618610019d42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e86e7b2b559723f8fd03e70e89d79fdc0cc18490890894da63e39556b3136e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0979fcb1e81b5125c62fa284a15928c437a3b28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39712ed59c0d0318f04d483663ef7d5b804a50e7839f18e6bca57b681d2e052
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeebef27d7ea256620785f6e0e8946c9a2a0e65f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7d421e3e975e5692abd13b3c0d9c8a0c076ecab83e3d54be4ca53b494ba9f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226cb197dcf16adf010e738fb5c7b5b8f1df9381
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d586c752e1dfa2f0411b0712ad89c2e2dcd669e905a5f49efab4024f4d92d38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf8aef560aaf26a3f66807a5c1ce2d0df7b85ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66c5a04ea35c39f7a85e943e1ca1d76b65e7664ee60b1d7d98040448811f54d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba88ea27578e33e04ed67d348e5806aa05d78400
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0342df89b7bf41b120cef02d146bea472b2445870b4f55df0945b6772ffc0e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94260ce2803d7c8d92474269a42579e6d2c634a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c4f8fe88a230e812d32127601b254b169edf30cdca13a395a35547474938f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277cd23db95954fd8158155633cef5d5effbc09e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5a326c7c93c6b2d56a68157ce467d1b9c277c9b65eabe34c19a7649931b74b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f601d94d624539314062779145b2eea3b0ee7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f444007c9abd843719cc5c67e94b989a57334fa576ff8e9c18e78d2834663af9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c3211b516ae390c03ca50e1decd1d23804c2f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b433318be9586b093fc97ca83dcc8e0db8f21dd2ca40cb80f1a07669eb5a5588
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e262b68fec374e8d1836b43c97e0adebeeff6106
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b415d8a83ff1566466cd65a2da10d975e9465a3f25be3d14e242e114cc9705ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5726addaacf33e5c842f1e7578f861ae2ae4b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d179df581c93a0ebff1f59b519ca8d2af5188549681e0a0abbb6cdf73483cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacf3ef17c6d0e57ca0d16dd26cfb07a66a8ea1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b6f1ce1983350604af05917e6b785f0b13f50e5176bea8e3e675c930c31ae8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f3741bddc5604ecbc586730361293a0565b53d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d30ae0599d7b7773bbb1e6da85e21db937ddee63b7053e242e3e80ec0c07c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67af230d4207704f2c00cb1d4a211435d3d08d26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2655e6557c68bcb60c1366d9e5e364d40d344b99f75579af615b8b4dd1e0aaac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938e3fa4bfdbc030e2a15171a2292ae6b5314adb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72beb9361c299a445db0c9c9d283fc7e5bf040f0374f407fd1c0bdc42ca19c52
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ac6dfbe0968a011173f35e11145966b779ca29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04efb2a24ba939fa8bff603cf39d350c96f6660257e60b8737c0ea9989ca398
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b05a60659f7472e0fe7c4e337ade597720fdd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54913580ebbaed869b69ee9a936a194210a0c4b2b667038a88125184f0fd79cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fa0e3c5150090725a96e94e6a98994aadae386
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86522774fcb8535b18eb9b5e1fc4d9c9762ca5174207ce8ab9064e1d047c276
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d7263a3c186439c7f2291013e7cdef0658c05b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dca2c4d7a9e5c32a009363a970a3b2c1a0f5227c31d1e728561a7f8676ab1ee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95094570525b8bd4181c6a2f6ed6391cb2a927c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca2e96944134c7efb20ebf4d32ca37afb3ed25765e71c1ae3343109a0cd72ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c496a95df2a385367acece8d13eef12105b0d52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46deef12ee2002b59346c3d1821e7659aae32753a0a3954f6ced1c16db7e66a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184fd26cae315dfca872986457dc6b05f0ca4233
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c887678dbc94c258dd74fdff741b9ba21f9f997c23b549196f95745a51d51e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac49a98d5086c9cb759d070497bbddbc54a2e299
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10033944d2c05c9c5e623eb9328c3b06554190c103a812408a3d9f690ffedbe5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae9e1db43d3847e5285355a6ada2e9ad649dd84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916944db128fa6289443783743e5b0cd46258532f522e219848a9674fd5ec4aa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f741e856b4c84d97c4882f9e5da8546b25b67a84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2330d313a39b12a15c4f1f998fdbbbf63ead5065ebef01ceef007b0799a79e3c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096ab5f394ee73d26abccd6226b2ba9ee9f7136e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca019ebb623690c02f4598f9c60a8430399e8afb2c6360b6a74dd8f784ffaedd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448a10fa2583c9601fdaf897f4f36c6bb4b8cf8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f070b77317c31a19dd0d4a5c142ba2c23ad76932475d3bfd433aea5a3d992113
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39295445c8475845ea48c7bef47a6c1894b88b1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3287c0c2245d395ad53870ce3593ffbea9c3982372526d1c093612a16e2aa8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0544c89a830cd6061565df506a40a212076cbdb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94081a0ef39872d4d7b2dc2c159fc1177970dacb61c1d466f55aff71cd98dcb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788b0428dc3fc57cb61b3f22bcfd6b10ca16d6a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934cfbfa0785c0ebccb504f9a6c3650acf930d59ffc118aa6d97079cfb44e74e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9597b35853b213eff8bca30bead3ed2dc62d3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cc5f3e27ac5365977307a73461df64d6f8294d87c9b394865e550837a3a398
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7773154c045aa1b87a6f9019a18ef263206eb6c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9003676a2cffb99b24a1352c876564c203f8fd3f4d56f9f5259543a5440aa1b8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c47b1876365e378b8fb7a50ba3082e68c4f070
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7512c4f82dc4e980f801a51fd7388fae51ef3416f2b1255b3dff484bfb11cbb0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40e3dee1c1bd696c3356b68374d620ad41345bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b1fe29466fe54d301abd66c64a4a6c74daa1e0f92bd75a4fbd7ccb289cac4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6a4f3bc24870dbf342f86ae3a20c2b74d4d523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbcf6b7918ca48e472ff38cd5f32ffc3e7ded16ba55ecefdf71855247ade855
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b3ae6a8362012b5c8cc2d7e4ea373898452393
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67c82f6c11fe549c671d2f97d28a685d3a17960ea7bd52ea92e62ff5f71499b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8fd378174df4ff235d5ca6410ef89f00d2d0b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c93a7a2fd3ee61bfa92eb78f33e5bd1ac36fbb2c0062ef9b3b3d1e951eedf7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512a0fb22f0fd27eddee66b04a94989705dfd74a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9020fe17120217799923708df89ae9fc710028b57dbdae5353f2a1d8cdd7240b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3529fa567e295a5e54aefe8d517bca83b4c0e18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62661740ab9bf7ae58e4ac0460123920917e72afdf0a0b67446511249f5e8569
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4bad06e965116ef319bbd7b9a70cb891c32c30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8564c78b2f5cb62078e38a99f43367b5ce5d915271a91a1d9631ccd5a62a12
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae44b03973b01c1af04dc56023443dd73669efa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f8fc09e4064b1507d29b6ca288248e021c952cc420a4f5e138bc240d8aec0b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5774fdf0ebe685a20801d33b1a6b050e2d746f70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d40d039ba02d31b4431ff2058d376bb8ec00b0e19c5e0a93cc6a85a4e38d43b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cff1a922ba314d1a12753e1172ff8b5758dcb6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4902ba7a40453828cb669896c33dd2aa01e43575e17fec101013c5ae2cf43b88
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4785ea698d5f4f98695ddf2cefaf2540d5f68d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67c2317abab55c8c6194c219019fa5ab255d33738ad65ec801ddd2bdc3cbe6b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db435b5315ffbd1ef6035ce6131bf47d6a9fca03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f110f9c30a466adf8365682d7e1613d83e972382f978c84e6dd5cbb4d8852c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef29085ed1ba1c5aeadf92a4f9a899f71ebaefe8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f8d921606d2e9704566a11bd8248adad86761e9e7eef79f4b7921211ca7c68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3424daa1cb5a37896957683694f13a23191ef7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e0de65c3dc2e9334f899b0087fca634c9c7e96be4eb4cdfb12bd3095af42c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5689e1c2d095b8a02327678ac2f69e43f3fd432
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b127d9f4bead2d4447a55b9cba99b6a2751b0cd89fbecd3e2b5435a62d4b8b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db53d874f3d9f30d44f8228aa02b6d99bc7f27c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc813e0e0df764e8cedd5ab136750e6f773940188bb53a07fff797f4752dc02
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8555af0945ac04fb588197bc4b076bbf14e38c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fdf2987f4304cacc8f3ada4a09ae8b7e0acdf3899ca38cd14b7310a6f7b6ea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbcaf0d29991ead397678c33797faf6e671505
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf579e5c00b6720225f11e50cef40d87cff4b77292a89d3b17802162fd03cc2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1d2cb0a8a3ec2c145a973bc333ab1eec61477e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1020d918fae43ba87dea86cbebdcf8e91bf6c834c413d9e914f1814d149161a8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7c0debbfe5a5cd305a6f3d8484402c8bf65e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78eb55ada2f4fc4ed3feff9d45f424e0fade16cf99eb0d4c1acc522c1dbcb11
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c63569e69aa8ce377ffaac321f88e3abaeaf9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c58297045fce06e03c8c3429f81e07530407bd36332c68ef4090be500d8b36
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc590e34d587c78c8204a9df4e68d9127183abe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848d27e579a994cdf57a396e308eb724a2912bedb1ee9ac6863fc0556c7aee52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd2d4664ce39f07047b91339216246f28131c39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b630924fd8b690cfe79140a7aa088b649eb6d2338a98e8c1ff2e03867b417d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc5432993a3672c989868a97b217bb460abd57e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7757df164e4889f06f263f8480dfeef318255ca38e07d0b161a0e268c17a7f38
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e182de4acbce30cadfe7c5d00a4972db5c7ed4a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce6bf8b4d6a00744446d5220092f809103295fcc7f91066a2f7eb87a3aa6f1e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01bb974fdc89ae82dcebf9819ffa964a91ed718
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc548d5348c87abb3de3d0a8c5f98769b708612a5f5ecf8d49f0ec32d337ab3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16302f87481f836a114d94d86be6c4e7d125469f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c57fb009af75f00e36e59c1f857189acc5334701682b747dcc275b071021b23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d73df32c1db4f8057aaf7e1342d4402615f9d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2d4791aef280a801ed07f1ace220d2f307ac52e5a6209b5b04b8a654db2a83
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73796a078259f1a06f4b73954233104242b21654
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7410d3e081c845d32acab0f9ca5b5fdcb31b20fb3c2fd3ab4101ce711c46bd58
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12be0713efe359a42f3a97645a677d4214bb3077
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eff86556f7107cf724fca671aa6821d2febebf9adf860015bfd990e8c6e899
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbe2e8efd0988be02e0a029dabbd74c28c46168
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1e44fd52cabd177fe8d6dbf67508149db1bf8ab16f43e30e3013b1eaf165dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67f721bdf472891e61bc1170b531aa86e62e0d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2ae710ea2deda207e9b2bf5f33320788a0b1c60eaffe9c7e3b774a4170a7bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25e89cb3a335bd135d1126670e76dbfd4ee5fb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e098745fb589387b0bc4fe432ca3d277a6a51a65a9d5556a4a9ffa25d40c7d3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e89a56b6081ba67c0b18cb4f2a2fe5389f8489
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79808af324c583a8d71692e967dd8b6b577a95ca27406f1661bb7ded6a7f02fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c448af75c3ef3fe70e51c6004041d39eef1d21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb9db9a5b87d845ee50a39e0711f1ab1671a49b584c7933f06a78dd2183a2f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d822ff5c94a1285a8d689d3e489f78bb6dada93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6aa6eb9f54b6df2378c242a4e2f2270c73731b2eaf0973c31a48cc99ca74a64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a67fff7965c93783666d4edcef94f793ada5a97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44352476f4aef480924fee1656a2ca55f1429dec4867d4a2411e8e94ad036ec0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1999bad0a4349b924e47b164ce8cdeb81ca44680
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71deec6e46f1769d2cb7509c2baf7c2153b0cfd30cd5057182e955773753802
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18474f6a3b54ca4c79aed56e3151570ed78f9a41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aa8e84fd4ccfd03067809a1a03669c3dc2b5be022a3f60543431c335e38584
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57244912296454bde7406ace10233ae4bcecf4c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea94c23f38175dd840e22f477d84eedc94aeb28c2a3969fbb8035bb19b8a48f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca18bbb34264b3b69d80f8d98b09ef35c15edeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc46bf6a7bcbf12b36bffb0b226a15ccb6c4ed93f3bbc8f4ffe931865e8fa66e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6638bbe2d9997c9c562216c4aa1a31cb8aa35ce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ed5827c5d84e6428e9a37f5f8d3f8603055fca1f30466fdf06f19a833a49dd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283352a32ee63e5c3da35117d12e2e9846b72dda
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5341c3d4bdbd37d351b2839d4180b5d7b7bef0888e884cbdcbfb65aeeab41a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a4fd3b08d1b266ea810e6c8dd6d1f3df42944f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa1a00604f6d2db17ee4b533d4119bb7e1150306c696e8f9621411557b4126f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895b59c983421d9d88a5666669bfc2aed921ad08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220c880f58170b1e23358186be65ac9c74fc94d66d6520081a0001fe38761372
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5353687d304a44c7421572478ca69de1f94ef6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedb8cd05a012f99cbc04931964668e7842e7f80a058193c8413a9fbfe145d91
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9d0ad4f6a52d1f24296081f2c13aee4c435961
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094b45c6f2023fa33c4ea2722bfedf1b654b1babda21a0542aa3b2829738c81e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05e896f9a50a289ca6f405ba80570313151c05d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf6e110609d530cdf3d3f90ca434739a1ff71a9fa84c889d2a13927f4377c1b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50834aa3d5f713a71cb9886307ce8e62f9b889ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc3c8144dc30b732a9c56ee827a65911e104d8fe888674269bbc251661ea2a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc324032ce30021c45f51f769048faae557a9eb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a263428e97474d365221ecca9fb2ea3c33b3199c8727239d0c4b5ba68d70caac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0595e9bc4e4dc29d92e1c2c6d29df1ca119fafb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5511c36619f2d54b7957062bb11e586bf8472a0067748395c2cea2e4b7f11411
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a65286547044cbccd969053007f982687ac55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5dd0429ed6340bf2ab2f50c601e9223cb6f5f88222760c863c95e8cbd1eea5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2774b90fceffcd0f018ef153e3c0f0cefcdbb56d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0946f90e858ca805d7707070be46b314027377ebc719a562afbaeb514aa45b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63eff1d94daefade3452159f1cd0b8fbe4fa621
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67b2c7c3aebfba6c3a92d4355fa84e36f8d98e1a2bba8bed96224cda365639e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10b2f602d1e199559286a999cbbe082e24e434b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd2937bdce522411a3add4ff70e9ef52fa21b3ccd21b574a1bc80e7b26b7b0f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550a839c2165bb085d1222e2708b076e9919e0ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df31322328350908a03b6d271a0373e59801eb97e1adec2215104bfb8434510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3940a6d166bc226d93fbb1e8dfb16ecec933f8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066ad6326a9b6e386c59285a7c92957124820afed44d6366d52d48e03cc189fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8850c78b128c3c925829205ab2091ade95b7e200
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c18bbc9976057254d3cd84c70d3a8c25bbca23bcd6c59a78a3b0fc07832ce7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27504a02681bb7dd52a55a23eefd1f8af75d130
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aed2505b683997fd0607eda443d8153b403f2d5c9f6cd70478157002ec7e7b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c4bde523bb2b4115054caed9c1b96091e92e0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc80f4e8bff5b9209eb6ac9191d4ea7e54a52425fdb6ef84afdeb56f25d76ca6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a608170d297ef2a54fd3fa09e85c9e80614eb7c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2fb8b5d119071cc64d1e693dc4ebdd87dfeae3d5eea00ebce15faefe7bf164
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff4094d79dc48d01fae83cd5d3bd3c1a8746260
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d53e7aa7baa67231384b04b94c48ee73150edd931aaedb91e91d0055fd9763
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ee212175777d95c3412d97fadd0bfc00ecac6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5261afc9b4952a4ca0b20f308ffa3205133e3fc811cc430bce668b688878173d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a144be9ad10933b6b41b2c1cf801ae3d5f39ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c6bf7ddf7be51400608c578637dccc3d8815ef31c5eb897fcc7d7da352950
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf772c27d7927cb54325f61725eef25de2303fa2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a125ff79da01918a6899c8509390888111f5e8ac4d60c06ded4bedbf2e5f8419
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a56c6245fc19b1f211466e3d18669973e072f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f4883e454479bc85ad598faaa74c32eec357f4d3831cb744332b567ebf9b17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32520da286214f0bd3067ec781a38d1f0348c7f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dd478ca8b5d7a7006cbad65ab8a4fdbd1865f4cf6d10a1328130e5f445e8c3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fce75568065f82e44eaf80c1bf22fe58050657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9cb98010cb3655e19966a726a15b45799b6c24933c853889d43b26368b73be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c4e45fdc33fcdd7c84b649b1355500c68be202
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9314cc935e62e69281c3f4ec275496a11b6f5c07fd9af6e57762716f8cb97d51
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9825e252ae0d6f7f4cc6a1b0f5148392edd49d69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2178151ac82e3d6cb4a853c5908460e0e3a8f2c847ddedd3afdf00fb12d94c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c901c7e6749c4edf12b53e94466d5aa2df35510
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e351bd179d21acbd2c43b988205220f0fcd5de0b61ac6644ab233883f96e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eebb99622ad3403b2bca5504bc81d3f0a9fb4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a4551f0a8e9670e055016c876681697a89dc218eed2357d2a12443c0d7de3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1b685c4e7f3fbd5f82288d5d0995ecb4689356
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef6aabc5771aa969366e40573d45c4095a79eda9f1a7b1678e5e2b8efc0f24a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e2f9b7591afd100f7e4a01db667defa1fd6840
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd2d22979cc8f70739388e8dbec7da858e73a226a9841205319e7712b3016e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46269fdf62c65d29a0b50e91209413e376bf068
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5405b9f035dc4b154194f004ee451f5adfe23c6cf892572d7c575a4679f7c368
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24340dcc33899bd2c08caf2960aaedc29a74fb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3899f797c90d8c64155566ed5942719b7fd638731b15f0293e9b6216a32350a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a83e0854238a94b12422e41e996c8eefda4496
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57e4c03010d84cb6b5a30e1680a43ebf0dd5dddd7b3b8aac21723fad9a32ba9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78189f3d8938707dc28c6a24b81bbfbe0b191cdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b996d1045d366bacccef8aee087d8513873ec548fc258635a6ff4e71caf6bb82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e9db10ec98d3c9da999b7be31a4e95865ed6b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c09290457fe2e38747a7ecd5c549491e7e0cd1b4806ffe470550ce79e1da821
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533a8008f6b491c0453fd987095274fca43f983
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac231928218a11504ccdbca88f49c544edf37baeb7443d352334e78bc0a8dce
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11257e9a4bcd169c0ed767eec5e3e166665e63ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b9c81a129f460c3ee575ee49c48bbabb3b4cc7f3b22b31187283103959715b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bbc78bd6e72e76b9a9ac621fa2f07e9c310d84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d62154bd2eaa8f5d308d1269aa87d9720fe9605f45b02c9c0ec069d4f94b3ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee12c47588a0f2d3331cb21a202bab3751b8d59
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb763ce8de20ca1d67d58e9a6c06d81150e4b0b8246fda417c374883bcf8e19e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e811833602592c4b943ff15804760524d11500c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb87e893397c7aa666536cc84ba1e35539eb7ec0255aabad7821b7db4e68603f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611a2f9be917e8a4dd2a8456edba815d45255f7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a63786e9c6b9b9157123d425598f9e16e10c4c66564289d3d0c89493bc12634
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340b435e6a494e2ea652a53bd31fa83d659d3574
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83805e48acd5270b9c7c89037ce2aa4104e4aafcec1a7fb8f7e574d59f32f30
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c587b7c2dc5c4afbee1dbae9139b285632fccbef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215813de32a064db070d5197d8577cda0d8dcc696ccf48f1519939a88f2ca5eb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4eeb1723eb2b4f92c64727742ab0a34bd47bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03544d4322b8d79e74ec686dbb4a823d3e03c8e3c0ae1d3a95f32f86b9d3e9bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aac644981a513c9c0f8de16f2df4fd55314f802
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2aad1c38564388d2a340754c9c0bdcf2a0010f0f1f1f459b1debe248b45327
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f182ac432c91678e763d79115bac7d52956405
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f92a2b35d4cc896ff8e0880196b371d77b43ebd4c08953be49c6c4b1a44c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65052014db01325ab9071ff5ebf4532fd60fc2fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517dc6e03e90d32a59256aaa345dab66e7634a16df8d0d5efc2885646e960ba3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab78a9c7d3688e78382d848cbd5a83e5a495c7a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ff98777d4c9eb428400a980821c7190e84de393b6e031be79e2b05985a3e78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a929c0158ee8bc5641b2995df39f81cd38ea8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f790f6a5555b64adfbe614b8e848e54ac8e44b677bb929bf59b237a990476e10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7b5e09c824f074df01fb91c06f23ba77dddbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e476de0adde2241cbd37651b5d486be3d72a383a3bd44dd4a43245ab03778b14
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5cb99e03b01771db71a02e04117df76d1fd71e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296a0009b664e487ff1f562bfec47bb7f9c6428bbcd4bd125dcc366abc648e97
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953d9a1543c9a3f01de561e9c0918731adbbaf95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa626faa92f98e96404b23531e73d6130000887eeced71d089d0615a3fb14e4a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f554d5bdbc584e509ef8a8f2112cb735e5f216f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dda23636f31daa3a154d78dd1bc3e36a471323e635bc7f73c1eaf037f524743
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20da39523b5a25f56ead41bc6290836160e3c04f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79780cb1ca2f9df15542cd539a08dd83c35fbe470c2b38d98e5e2ee035b4c82e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b42109e5d4dae06f9a798b82bd5239008181fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bfdcaa920fa72fedebf7b7f84a476bf83b26bf11df63058f5763c610182eec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e0959f3c4096299e315210006c7c94ab50f64a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d01f683a6924807691e14d6d402bc9f2d2a5431ab3ef6e9f3b7e5bff5fd8260
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df78b981306e49fbd2207800b56ca3cfc04d07d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275fcf1432bbee321d2549dcd899255189f55379cd94fe936c303afc8086e91a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae08ce07d3176e6a3060d27754382758bba12bfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303004b908d65585958a6f0ed87dbbd6e5dfb9b1d013850e39ae0efba216ad19
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7306e3c08dc64837ab70ea1dd30bc2fc1a6244d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b10288d7a1b3143c5608b10c0e72d18929f35f98c7156d2bc1643b52afa7aa4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d242744219f36296caaea204d7e59afb86d73cd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe9a40ea212bcbe315b1a15d5e9c0392cedb3876402e2b6a0ec0d728b05b9ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8278c781f6f316acd6d834578055b4baa112775b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35df522a1de92b08c7aa16a65c4e1309cbbc3fac54a860cb54e23726e9ab7a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a5a049881d59ae34869c0bef88b58066f3cfba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0f59cbee8dd633d0dd4485272545d2da6f804357fffadbabb1034523fe3ce6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911f052a6798aaaff2a4d112b35db212a78d5588
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c4689167c4d64ed796ce528b525681c2fe6fd1a234f5b5673600d6fe11cc8f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270b73fb9fcaf6ede5ba0daf2056f16effe6d13a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9871010570330981f2d6d9a8d0ad758e67c06bf009ff71e96058626b171ef39b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca329d3953ec94849f769a446a3669a0986ef15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f4c84c4b88e9407fded89803d99f3685bb06f599ae1de2408bc4c2b42ad695
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d6ef115ef6526e8056d108cc13def685c655bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d92128899c523e4ad992ba0d4b29add10ad70856bf71d82c27967b33c48de64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c1bd482c306dd4344a81e32382dfa8ea821e5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b522b229072746bf646099a0d0ee5195ce68f129da537e090bbec3e1eb03df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df68d49b97d572464bd633f3824ceeb5cda96cb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af92f8d7dbc6ffc630909a4fc75d6d4fc8766a348e460b2f7d0f4e9dc3b7be81
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b282318954788f485ae00de871e6ebe726b22d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e8e821607a9694ff5fb99833db8d8f92eaca70b9666ffaab0f29562113004d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627007245aedc94d9fa16e8594785fbc7498bd62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb260a63c62eff45b59b67b35cfda1cfd4bf979726f19336001e4f1ab17ab14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bcaf0e8120006263b627c57aa9eff6b66c0668
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9946249824078dfa1eeeff53c61cf23cda06d332320629e96c570f5a338ef4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246912243c98b9d01af9f11152ab76cd861df6b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86331772954ce39f886ceadaafc349c9df4f7a3e55ba81bd3b86e7c255c1abf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf70f92a7bc5dcc180d5eb0132b4b1692f80665
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009e2f75562fc9c447fec121491376fe47dd9cbb3a1f346f632c67e6848aede6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ff53a47ac72170ba5b33728cda56ddb0e88d3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726e774598a3c27cc3c24a7aa80bb0b920c19a1f8047bb86e5a857628779615e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5776417459c5808e89fec0c04e3ccb7145a528f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be58e22ed1fbdd086f07a08cb27418d5b13cd4d98032165baa0011a3b090f8ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeeac3881cd7add4f16830f210d1266e90cfc949
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b1f55bb57cbf4fa1c5c2282cc9571718927df948b8a44403d65bc567e740f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e109ba33c017f2ba18aeca5bb22619ce8da1b2f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6494166bbeb31da587c60292da8ba09097f8e238e0245b9c8f2ceeadb57021
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f5cd0bedeb1ed25ac5bbcc8b0a4fc18b50377
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c0df0f487f612dda58242e27fea6404aeff6c85b0e00987a9c262d386aff72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ab81784959dc1ad253e92133dc5e884a427de7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9139753c3d41c1172bdad95dde273419d86fedf41075af775f15bf455dca90a0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b04d48b0aaa4fff45c905787ea45cadb9357cea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b136461008e178538dcf1bdd4e4be08629743e15630c238b01d383566735eda6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa3248e917c5499932212565d5ff456944c66ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73f6a8bec0fab3e4be59d2a3803115088972c8981fd5c0b581a6d321f51bdb0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc833ebcdd8db111d863e8e787ead1e09d807b3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8e3d4e2b9001f8c32468805547ce703b0df3d8c3c907c1dae4db64075484f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a777de357705fdee8da85e2ca48d1b7980a359
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51da28d1f8a2fcb87a2666627e2bedba1cd427872831cca3c49f576deedafd35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54336d243c2bb1a494596eb4565a9be5de8cf7c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1648e6a2e8510f92618ec0c5de13e22b42ecd9c82f5781ecdd100b079ba2780d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9c1a151be0dac03a3bb312463b2cf7e0a9be3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fb3a478749ef389701f80575d970fc5049195b9feb2d2e11166bdddfa2dfed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d0d4e1b77b584097cbbd452bac5888a856d7a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c4d0f9ebe59a45bd5602929d7c19fdb3c0486e540f22fe3348f54a2a07c67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351c442774de6d7ea542a60150bb3e6988fbe1af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6381b9e7fa8bb8640513ce1f10f6bad45dbd3045723108adc74cec907a3d45
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cb66580a1ce759b6c7cfea59475cde98b8ce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0398bde00d02f83d8c740d352e53a0868000a3a76e35bc11f3e916592d1a6028
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db0b5039528adf25f671128c80d73982069848a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2a1b478c04f3425c6e94c85e1dacb032d1e576ebaa8eceef96b675e3591e73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f302c98b3411df3ff295308d6bb309bc3cc2b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cca90a4314939abd503ef352f77b96b4e768c76e3695610cdc8ff1d6b17817
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93ec5740aed9e403e6ce0cd90f9243dd6f63e82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888d7c18f29983c02508fa6032cb9886f1ba68b6184086642ac7f9a347d291a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1121466b5c7773a5a5c15fbe0eb69690b62729a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf2e20675a8f630e830e565ea212e6394ac258d7956735a7ce6abadb1bdbd76
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769a60ac750a44a6117fae40de904d562ef34e55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7743a29164f1fd60f7e547e3845ee42e918008c1b30ca0748e65f9e8ca5bcaad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a073fd3e08cfef04ff93a65ef15409d30bada1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1984b686ead509ab1de9f799d64e5557e9447ca1240233a1aacbbacb8cbbd2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a208e3c6aa30662fcaf52b40b12ab35073b0e8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b15177ec3847996444c5006e0c979e3645f3a0feb7bdde377268a530b88f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9155db387243cfad303049c2a8648818123229
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be41d5fc8a58c4385183070846ed09b60a9311b01661fb23f40c00dcf4d1eb1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cf2af07539e07f970fdfe12d60a0555947a77b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951a8702de730842759b367831d18fdfc08a35cd0a14258af5421903b754e75f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98e5ef9c62960c6bb3b13015a6d2bf381e5508a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b442fc62809894a052314c83b7a32b5ffcdf9cf21ffba1141954a89deb9aaf55
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7b03a895375967d2d8d6ad5d0392d370d513ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2473b1d5b4a9d11ce282f9d9f7b55e9bd1da30b8d55f8ff4d6c9832be385429b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d536dbc260f118ffac77e3b3837dbcabbc80497
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834019c9435833ce7ca61d10af15014ad81f04a5c98adeaca72e7e5bf2c0de90
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65b44ad51772fc82b28046fd3403b25f9f85c1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3fe1591d82becf216a96a6596b48aa069b3c6eafab8fb648bbf2bf442cff61
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615ce84f0154b3c5c834c0c90384029c246de318
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9668f8a8829a8d305da70c82e62e0b849c7828f9259318b129e04eca4afe3695
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0481f2dd7e8379a77f83681a8f0aba9374f7bd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c08be0dd7537742f308dc998047e4909eb7f0c9630ca2f6af82146b3bc7ae5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e8d14f6b90f97e776c1cc0843af5e69d7069e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a3a55b7e687d928b628470a7e6867bb5c2de880b2445909d4d50a2b9585551
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307bc5027c41d2f4439cd57bc821b1d2834eecb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb848a6c226db0a3b2c4ea3d6d8c6e3df5706da4578b82ff81bac44ddd2595ff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecc149a955e9d091ca69dd775b8085d3a4134d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011cac14ecdb6aff9ec522cb33137f53cdb287aec292dea9b2949655365bc87c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6910316be1a7157dd1ae36aec3e47e156b9f54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7f86ef72f3a94efa44575b26dd02e647505b1dda76fb134d6848adbb7027f5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54ee5dd1bba72a10031384333a19c52020ccff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a5da6ec393ee38151c782071ab4af0322c4c6bfc04e472edae57cabe3cef94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1deb66184c5c490eca1c48b5ec812f61e484451
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07815f4f04b01d2bad858334d9629d93448ceb47ca97a33bbae8e53a68d123b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdc9098dde6404a7c39743aaae03480eb2f3098
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8db87e76bef62558c3962c3270511eff43386af353c6f56d92a8f1d9a70291
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5794f083aac5f91d581d4d7099eb608f269774c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e64f8d1fde6db83795c7e44fb4625e4fd643901e32297f68bd2436e6638ba2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a3c68a5049574b0cffc0bfa4b28e1c10263973
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f06788591c351348584e470450b2ea079c1d8d6003128e8331267761eeed442
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f2e6c5e9f7ed2a817719334b2008dfb450408f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b31fb4b437b8ee5f454c789ef019fa4d8c12f925b0df1be9613f3e187b238d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e51e0615529e8a9e4dc135a51bd20e03f1124df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891d7cb7c826a8882d05855ec69dc24691df9fcf63f08becd803f754e411f92d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19a40e0f7b54da2994829122d88ae1aca43dcce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b440668a165a9863c4f69bafef9142734c82eee781a45a13f9e135ecbc3e6c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e2c2e32634c32181cc5f4429b26f0a32e8b119
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bed981570f17bb19fe568fb5241d849ee5eb9370f2580d1ae2781af2338b3b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ae53a7ccb56a591be88fb15fdbbc06ccc7e2b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d99d8c01dc74ef22b9605ddb4964adf1f7bce0961411f8b9715b7a3b1b1487
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2344b57a1a917985c3a073d31c959c639a848d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99e00e265798ffdad7998838671b4afd600914c394f72f12356add74defe4b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3712496665ac1efecc1a3a1afe6e3fbdf7b2d7c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bce88652fa3e67dffa290175977a56555b16412240684220f727c6a7f10bc9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6fbf21fee45137a28514f772f917cd4a742dee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57169c81b545a6fd775d01a7e8dd39c33caf03871960be599d5ab1d7c319832a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbbc763d9f1155027be4e5a6be1c013a8a8f1d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5162df59aec0e180755848cd3b8fe2fa0eefe3577fedb344ca0b4891c78a0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bc841c6767725d18cc6f93d3b5a9382d80a1d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3775bf7b52c1a2c36ba63ee39093467a0067f2e9b3a1e767ece355702e08ccee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889eaeae12550a9eba1f701e7186a1ed7fb7fcb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fc03dfbe6d4bb58741c19a26f605ed0e797356eeb0c620b13a5167c07aa1e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b71972236389899b71da377b5c818c2a0c6d7d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f0c59dd47a55c5f9ea353480088b9a070b056c57e7318ee5e7876cc5ed72d1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c985f857324dc62c37c373616ceb84764030fc29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ed9074b54b42c9bc95504848ad62b4922b3767ebcbd546a9289985288b0d75
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba52fcd74d268bf66ce542c96b269d4088ff974
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962beb2a0df31adaec2b72b3473b3b5f61a0a03e00302338503c022e86890251
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507784acc0ebacbb43b0f0a90091c38a12770acd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07da511694c3a8740954b2247c05d15d65051f2e45e2856c241c2ff9193548a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfade060437bcdd7384db130fbe8233949beb498
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59895dac493bf950bf494e93aa1a613cd75bb8abb5db35af1d11b475f35e3447
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0f618ff55f34d46d299ea18da5f416de88b904
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91f7eeb611a0a2a4dcbbbfbd7e78616178ada542cd7d498e5c7990c8b2c29aa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99b6ba9b7e3ea37ed7832f8aa14fc303e9df4c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c11b2a35fe4ce062f7d9531e8cb7f5fe2d42728082d46bcbfa98fd0c8c7250
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5809c4b9e4743b0e4dc1711dc3ac3a88e391eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0b0f79cc2947826a24323e7f40f040e5bcb486958986cd9d77b9af6b81e660
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e24134fb71a3eea93b7a30b5d04206fd1e370
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f95513f744c2247e850990c2fccccbadc6c845029a76db75ae88383e6a5718
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a79c78066437de0a85f5dce25bd9577c9986b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c307022e839aaaa502e35cf337e2a7c60234f031b31a26cafb1093eb572d44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d002cb45477a0be6c2c108afa4cc7b071b398ff7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4282ab390ab503437816d66aa07678bc24ea9ff4ddc6ed79a918d3fc723b62b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9811d6f64fc69d78dbd46d9d61cbce09b0339aac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52f57a4fc0cc2a8906d7d8e1880ed123b398cb837dc0822026b2bee932ebea5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9781e2628bde3909ec5db8b91553372805aa899c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d48e2947b3fc0f4e6634c46e96c916c35038519bb34c51ed2f7592f840fe3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40f72f08bdd127178eea19ec886ce83890283f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df1ab5bad50eb3d9d1669c5d8f30920ac665d6d4b667c3a8121e0039d8ff302
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e10644d77ea898eb73a4de224a8fb9ecaffc8d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3583396d478cca03f108254ee4559d7955fd43a3ce171284ade8cf213af65614
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b48414323f8eef687f013d5ec055cbf30e88a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454f9148a4dd3ee0afe5e05a766741cc702d77ce2abfd47b249b40666f85c053
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156e7cc871bc353968187feae3dd38cc9276509a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6037c8d5444e4dd87fc650247986777176b1df43c9566487e1f718212a2e5a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb28a4bace7c644a26ee9418fd7386dc529bed5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594acbaf5ad4bda50403ac71edb112b10873e54044ff89125fb99f219bf8410e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc30b536a2ff1299651bb5a610b03f1e8eaa068
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3c23389527f713b10622e849663c2702fc96b5f78d14828362010af5e8759
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6c5862de79cbf80b2be0d6a68815869a57c03a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3e8f53073e78a4355b42780e0a49ffac1d5da024019379c194ac590aa5d8a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a64f9eb67596c4988457361dcb31b6bfad4538
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0687d3c9a8fef091f206f5ebe8b9e89619615872ce55998ed4fb456824a8494
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55706e3103b07b7b395bafe591d47b3ab0fbf4a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43415aac3149db9e995779465fa6e2948b4bce961ade026d429c8d5abc70dd38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fc03c0540b3d2e125df09149b57db4d49463b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a045f85eaf93ec405c85619c01e0d63e092dd53771dbab8f0142ed91568b00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd93552cc617d96510bdac466939443535dcba7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41d413ef24600b6e83f8b32655ab723569134e0b2574b528b881a0cc3868277
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eed9fa6243bf4ef3ddf3c78e6c30d85975418d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163f28d6f385de145724a6d2da139c055a5c0c60dcd8f2afb8e34186ceec2780
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1870c9142f7f3aead7aa9801098ba7f59a36d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a8f2226d80d10644b5806745589637c3e6b0896b193fc0cd2c032c7ae64c64
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e3213d8d4e91c12c92d31403641400d77c5e75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4f68ffa6bf6dfb608bbea7521152aac6ae91e92b24ffa12effa5506e5b1ee6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84141339c01d6fe1a336f58224c38dc250b37d0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fcb94081d2fe1e9e5bd54726d74ae96ffdb41f0655f039df0bf081daff1861
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cfcffdddc2fcfa08c7cc28c849a6b9231da8d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505c0eedeffd3d1f8fb1eb0cfd9e9e5a4aaa524a6de0e61f18b2d645ba91fce4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e9c1f28ce612ed1741e16979e745a69b4934fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bd80efd796946d28b80a84a8dcd14f56158e2aeb767860e8c8149a1bac6571
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6900ecdb1ccd97caa6a41b8f95c510934fb95c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c83867121839be38b5f2c207dfd3af44a64f560312d9303abfb5ea42f797d5f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e699986e97ba69e29850d119d87494a8702341
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987002832234e13ddea30bb321d52ebb001ad4f08ff4b31008085a4679f8aa15
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4ded9464e79dcdf130b0b4882a012877f38dbb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd4ca162987522cfbc79d04a85fb77b2b5e5a2ec43fac43afb84dd209253d1c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d48c94d085556a01fa0c6381dd119f7ddf8287
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cafb38f13c7044086736e64936986ba51012bd0ad4edd62c36da80d48364d4f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2999606e0dad681561cb992fc9d49e3878905071
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b36525bdfa16603ea88d825d30c1a29301c2d798369f1048a63752a43c98a7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419dd24b1a9271593824c45ccabae7f917ea2d39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20ac71f01bfe6d5dc3e35f7542beb44739da4057528064ed5e2d15defa93ea3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3c1c1ce8fd5ada8f4066dc573aa2cf93f0eea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1eb465c46c0d5eac1218e0349363101cdeed35fad8b619a885d8947e24c4fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0401843bd9f5e831012f513327b38248d4b6aee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeff7bd80036f1c70b4a914299510d9a627ceab4bd64c84251af034dc0283d2d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c26de1351cca0fbfc416f7275b4f86d9993061
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0674ffafcacd0020fe237d0293d068aaec4bef75ebe7e78b28cc1961bb3d8385
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66acb532d90f2f084f7258dad6093a5c13e4091c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c403c4cdd9393ee557be21180bd306ddbc121203cfa9a1b704edb1c5b950358
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1174f9dd9f1e4aea5f0a48122cd8aca79119f4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a49fcf20921e5e98c497547526dee4854a48e9458619c386187ecbade1be7a
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c23954e4496bcdc91db655bdac26112e75cb8c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcfab4f253da164cf887dea2ce4511c0fd74509cf2335641a8c943ae9a6372c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869cb6fd4b0fac40385dc0665b167ac6c9274d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ae0d2c1d56ef7d69fd40118e0882fd1ed8df88af0e1f620b2b5924f8913d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9d299a7305b037a2d9d7d13d3661dc8015fa85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b72ff2031d7abea1f0e919a29f04303b7f5165b1a999bfad6d65195b31ae9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805ddecadb520348bce30e464abde35b7c8f6d54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4253bdfd63de323b16afca6bc8eac1ad5987512a46662195ecb1a7075fa83b2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618fd452a0dfc82c4bec446bbb7a37f339c4ef1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22bbde09e6ed9f00b7bd4fa9143ac2eae4c3a8676137776184836b69b4d6a1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4544e833c6715dec5c033c34a5e395fb44cfc2e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3067781cf134510c236ccf33484cf1c6cc5261ed9d9b04a09a1615adafd93f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a128a245a6f5d5468b9197035e9c8e66b13c9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90d02d76a9e573ecc6eb63bb3cf7b0bf5906b3456ccb4b0bcdfcb228cd34e3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e174e4334f4bbf9e8889aae8838972040113012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a572ed0169234522fc49cb0ef6ed7629b83922f83412d9c1eede4dadbd456ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccf9bc5cc2d0f480da556cc0f3516e07ae4b35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d3a3a023104433bbc99e05d2b05eaaab87029fe1b7aab731858fbabafe3d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cabb50302216e3eb50daf4b6e6866ca8dbbd6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fdb88268616723725279bb028357241c05362bab618f66edce1914c3cb3864
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f628e896dc4b309438da799e4b69215cc1ed048
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b99e5e117ea5ddfbccc84773806df2f54598cde988976e950875a821d880c53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628c99d79dd3b150a16767852e6253574055b9e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238880b994544a75c36a29d59b3d4640cfaf6580de447ddc85033adfa74d28b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465c96200f5ba6f27fc60abd6bfd81f64d4dc45c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01056bcad54b04ee1b920a2208bc1d3ae934017b68829a493ccc056ace797eb5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c6af7a8b65a12797dba719eace70f88f2fb570
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b32c712148e1f092042ad524c8a289556a2c476a4acca3c1b3cddcc6ca9c930
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4318893735aeaeb041b607140f233399dff30aa0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7efdcabd9d1427ded21a501652cf6e1462e8a87526757e366f1518bfdfbfe20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afffa9d0c8dd87b1758e9556ccbe630fa967dff0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3386a2398cdd124ad46648920a83087e5ce327f36ba418ca1bb89e0a3d8c238
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb8620e16e254fe32365cf02da2d02f6e40571
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f03be255d0c3ffb2ce363b8a0dbb0bf8795144ef3065a002ad89909c291a003
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42964cc1e93a80a75a593680a1e048438a3a69e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cedd40fd3f152c982737107c191020dd3404f35ba350269aa38c50f43bc3a61
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc531dce620f6fa0e283d3ed7673070fa80243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b76718edc5002114b145aa372a7e299271a2d6d1790b25b26bada03ecf3d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d98b28dfa530e3a35a8eaf395ece40fbe93923b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d7615a3bc291d542e16f6ebda3d432f4b3ba4ca4bdc6e0b7b947bc5e15c4b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12f47a4e5220079b609f30712f8d90c74d25ada
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48540264720c65feb9bbd144434ce5e70e334f45329994893caa2d65683e95b3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bcce9a5dbf6f2391f84547b3bad06deaae84e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0490e1be898367f6593a825828077e4747ae9aae9868161b72f278c5cfda73da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da0ba11acad2892713c78bacb773479ecd26fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e919767ee2f1fd2d5551b53f4b6029df78b40222b3813e81ba2f17f01fcd1b82
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c29d851cae8820f9953df76bb7f68d17cd19418
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecad7cdd59ab5df21a1fa82600f2556c604403d9f801c080207de10b4e9491a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b5d1ec4eb33248e098d51fdd9411bcefb9702
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a4d053817e66c794bdcbba23efc83b87c90f21ab28a3e7223f96b7ebc2c47
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c1d47f6fa9f3f15a937eb5a1f2c2d61059c28a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80642ee92bab6a4437cc4403a57d46ad1f8b138d411ef7406369b182cb1c12e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42933cc2b559aa3313b3d294ee56f050f2ec8e3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb8b6aff836e190f7c3a204e8a52d2ed3d0b14b629a81fd829fc1194e7427c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fc4ae556bacbfa84ad101f9955be0c59f69f3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0166b6eb2c2590ed06f23849a979d8efcbecf7d80c663b1eb8d5cca74437fe6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a737c526d44d45eb38320c639810f1ab7e83c71b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb86ffa92ec7638aa07ad44cec1c447e461adf1ad740245c288079cb0cdb05e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74eef7f541942441a7d80a025f6311fe6b1897e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6b4cb0510c1130034f4f579babf7323679930507be7aef6e70e5011eacc3b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd819628b82437bb27d6db5f7930ab79f7490ec8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0376e62ec1de4f06fe401c2c7836037891e06aa16cd75770a01a6d15c4d28
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3959c832ce6f6e26ac600ce56719c878542e0c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd8ceaf14f55a4b9aec15afb869064d1689ff77282ce28952ea369669893a8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160c38eaaa3279cecebb2af57211d45dc2ad41a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4017b48540354b12f14810c2aadd05f6373419974322f30dd1cbb17e9a6eee9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe34643c926e25fb97c9259c5a4107b9f3dda6e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de82715a42f2bcaa733ec00626642e4834b5d2ba794b28e2a26160d1e45bbaf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb534a05e5e5c2a390a0d54c922d38fb23e5d813
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f220cb0402bde502535dad3b77e4124cdeaf324d1c98f4fb2ef5cb8027a386a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b9b313fcf1d96fa678766c47ae39264f8232d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3739fe356a98d518a935217727fd8caec37d917c44576791de71732789a10f03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9754c70efe731284d8f8ca584898b8263bbee31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ab22fa4454dacf957e171a92162e777b927be0cb894206c8b504f72cf3d6c7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60e23ba3e25722502449490e3b7851a6cc30d7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a672a651ede4e2cb8b82684e85e8577bfec05075a6114bf10ba769b4e2eeaab3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2945b031bf3bd4fd0a59dce35f9265e6db9c65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bc913a6ae6de7deb135ff8cd8d2d1d6641620d96fe4e2decfec79f16747047
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57fb1ac37f0c177a34f37d388ab965d466be6d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10470ad6388d4c3edbe0067531932221c2b170a36c2c34a803fc69cc106f63f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d0b1ad022a3667085bb0074c52a5003618858f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dcf7c7c0bffe4463bf2386c57a96fbd4563327466677730a5d3860561930f5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff46ed7cfe0e0ad0c116310f08038a12ddc100f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf6f42c1ac2045bf653013f9c7cf82857f5e4baaa874f0008c5e19e5f7d295
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598cb58965d7233ec4e40d427362cb9f92ee11c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18ebf3c31fa7862c2a4abd65aa4dc02f8af9fccf82667fe18e8be9d15b66aec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc0428894a21ad97dd10d67ec74e29bce876924
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b3726ba1105e85d6db170c8118199b84db23ff7c1437ae076c6883c5cd1a21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3399aa166aa9a2eeb2d9cbaa06bc9d048e98291
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd02af61b8cb4bb2031da3ae634737c10f4b7f36fc7611e3e77107da20057657
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c19f29678f08d0f0ebad160239d32aa8da4e44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f93f960d9c0a5e638aaa400c3cecb87e60e027106ff8a0bd5e01038aeb854bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07a8d68aa082e1081d520c30daf870a12dd2e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbaa491076fca6d984d607db5cc1335f1f9bcddcf493f65480df4088c259ee6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d212ba541353441ced3beececb1eca796a1239c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001882b90a5ffb0084c134dc045e8981745ec2a736cb264765548045c956dcc5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40df24f09f21a4a36e725c055de3598cdb43747a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db5b1697d8e95b1ac067d8ca22f77af3c44889a46db942ed5cffdafd71cb1c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a187d05569b5277fc708976341a184b4a3ef11d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f92aa5aafa52d021a30d1f1dab44ca1e94c6cfe3ad864ed9a824659f371102
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6e023a4a35b5a9342aeba0ab97930b6c4cf1a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258a57d89aa06d48a99275181186cefc3456f63aebe87286de439b8a2d531b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab4cc3f8aa38e4fc24ab951b25443fd3a2ad577
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c4837f6798d28c855f4d365a526514f05852d92bc39bcd884be17ef0a32dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1956d147264aa31f0a2e732e288bcd135ad8ad1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c013ade2dee9c5777473c90e02b1711a8a0a02202339283c0fb4d010dadba6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6b08efbd532c37662f53f02bb1e883d41f88a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68fb35f1d4ffca10a4b5a387fd82a54fd580000cb25ad5a264bd3129d3b04c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb6e088c0581b9fa9c0f40e34d944b2d0d2b411
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad2eb395ae22f92d89d32321b0caa3ba32655542e79458cdc2469d656ad607
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79d4c76018897a5ef6abcd125229f7ac99ed70c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e0d382bbdb892345b16743562221fc0489466f8fe58bbd55d28fbf5dada593
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad93524c8380ca414a3db2e4d7d0efbfdddd97d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ec90a05e5f9bd9398ab2d814c930f7b64c24d6de9988909778ec4d3491afc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b63b5e863a83527da44331b6a2a0d2c1c85f86c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5c229d7817a4fcfbbd39f80623ee8e124d1072d80700682cd12613453d110
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd9461004e995eac5850e3596b0013ad8c78d02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffe6df9729032cd3cb04667778d7ba132f77d9484a6e7070a422f787a4ea36f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d795dc789ba226cd62b21c94dcb8e488fb6ed1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fa4db2d2479cf708903727dc5133610c234c00a27e4dc4385b925f03e3ed1e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9759b17772c09bd9cd980f72ca657a66cb0d03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb273cea49301fff4856197f3d79bfc6241e49d18608859c0c70b0f3ab4c630
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d916b08ad52a5c59e8837e9c6a1d551f6b1419f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89045220ba07e4de5d912e2ae6446d1a8f6804d1198eb7495b017a8eff84a96a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdfddd55c4705abd6fa6655a4821042c482142
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de5e1430b056802177b0f38dc82bbdfaee687141db21a498e6e62bb6aee0472
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82208f606cb3fd73fe74d0155351c8cb6d3ebbbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6e0fc682a9aa43d835304b6c7b05fcdecd2dcd1d248ac4272433f49e2a506d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0c002107d3050576b6d656cb4a15e04c941614
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860561f9d20bf4ed5a29927719465252c87179fd4155179f0906375aa6cef0b4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a27f4a407918b33513150ed03935c62873bf0ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aacb224518651b9492cfd7defaea02a3bc320c43295638c74a56724f9591856
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a944042f0d11a8547e2d06ae6449e73398652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf89716aea113bbbca79d806f4e19546382cf8b0ac6e6c5d2b726338b45486
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c523de7e871564f7dc44b2765743f93aff2e24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b4cab4ed0933faa77d681bd95062d24287b504a60a7bf5fda7e065b04e9b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bfe4cedb0a0178c42534de07372e692ee04aa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473a68a0c06f4a640369ecb8c7cfefda3ab0bfeed0aa6ba3dc5126ab06e70089
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a532611dfc156c6fd6960850bb5e45a0605152
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe8999ed5e03e2abf843683ee6cccd9d69535a91a1979408de0ea904fda9879
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeabef011440aa38c3152a87b2eb1bf07eec96e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a58aeb0aa11039739d793bcbfcd77e9286b92b025470dc9e37399b34b429a65
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995409b81bf2b65a6f620172a947427b4f242d90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17081b62bf39d1ce5628fa308ac7d5012a81be972adb98291debe7698e180b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fbdb0180bdf95fd59abb3ca8e2a205d0466f8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9423f9b2c967a638d001e7c97f8d069da8d1bfed9136118de8c7bed1c31c66
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3f4a9a7f9a80d8d8128211d4d080d6644bc52c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695231fe8f8d268e95406b2537a80fd28713cbcb27a2238ff4158b720f487a57
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8871f697ba3dad4c64eaf41e2460054bdaa8a9c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b2efc71dbc4b424574b4a030b67762be7ad90795dc49566f846cbb38eb13e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c9f7b54c8ef7c5976d3b9a74762d1f8d506d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acccffc5fc6d4ff96512fadb1adf58822bca2a916ed2340cea5850c59276a8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb4a6ecb556efc39feb39a32301322c1197a89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20de30acac67c74188b1f5dd72fc7ea7e48f57a117e0e5dfda73c8a5130c8162
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f0c58f616f1663392ef96ed24fe0c6b48cc6e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c4a10edfce4cad8731c3c01ff4cb5d7dd5209d32182340aad8d12e6618db1c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d508ee8d18616c9a179544199a501c977dd474
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8738200eea3122629a69f1b4b0563b0b9da38099d7e39c51d07a3b491aaf70f4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a08e72046d92db762a93d1f51546e3d4819a0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e941e31d231f6a3793d11453aaa942a5f6ac41101d800ecc8e914bd8243fc0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04242852d2743bc509f5e16391ef601fcfebb941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd958e4f149b511f7bcecee915ce28fd7234ab2655b7d8c20527826b2f9bcb2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd47dd5412b58c690361ded8c85bd707f5991b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46f8c7da07a6b981590f045ac8e18d305380de46690f2a624f05a552878e71a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493a1b630ce2cb478a8ad6fca4dfa920042359af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0595b4176fb71f01ce12623838fb77bbea07c1923d7c2a19c40fd3aee37274
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d48b407075bb21bff809b6524f944dbf0a7856
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f99efc5caffd9ce6bcec889d7604e7fe72df17ce4bd4f99d8870468c86def0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4406f343b6cf827c98c440e19e14f710bd9263
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892a0313aabb409887d6eaae7016d77a29a4590bf39d60b7cdcefd6e4ff72a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ff53ae849f51daadc61f9db0aaeb01d09deab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc71a8bcff8a6a7244022a6f278f49c6ad63a1ced871ca30bea4773405718156
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c79fd19506d40390ff703ebb4a3becebf96ac18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb53d1e0a11e2ec2997a7d89f80771423b824f5cf29fcc73f36e43cea8e24870
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587e3f0ce3c0fd53a3bb77a8d1bd32c18234b32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500edb63a539e3c666069f77359f7c9e18f700ac6e6ec548cfd7ddcc65c04f2b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e879768bfef8da903c7985370027d156cf5fe65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d670ffd30c0b00104790f0c2e3fce1e8445066b70ef85e476da13a0031cff8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c3eb7ee8289352e03aae9429bc78046a0d6bc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974b1f000acfc97461f72e3f1e917c7f4ee2eb585a37f236ce749bd585830925
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf58f84d73e53a03c05b58f53202225ea0fb0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fecba1a6e4b11c57920c982e0cfbc499d7c94c2d40f98537a0c7a87054298fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b06a6762601f9d92d21cadabe5e7e847ef66f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c08234fb336c24a9c93e7ba7757deae9519a560f787792c61867b73736396e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e41fbd02154bd25286c9f560d7c6ebfddd74b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01c657e60032b5f9af76165c9780ce606eee8b59d18b8266ba53d196290302
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5dde756663bbd27a97df1cce0e9cabea832e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b77d509ce6548f5d039a4da0d05b7b4c3db88cd4cdb65a4ae1a86ea8434ac43
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632559a923e7822c6aca62d7013c67b1cbcbde49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a380baf3d36204e631ba7d68fa3c2912067a17b6b3f4a5af9b36c33a3f5b2f50
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1305d0f9af2746695069760669b25ca46afe2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780133d0ecc25cc63025dd221a49e6d411a378baac1f86d70db097442112ecdf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1c4e4c1223f1116204fa0a512a8d5d932740d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f97e0163c7a4e96bd716d3ef3ca273cbf4ba0b8c42066e88f4e74155fe85153
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5de01d3aa75b97977d5259bc0dea57f7074ed7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e3571446db309d53bee430db5fe92829cbf77fcc42c104906983ef2c98b708
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671fcb335d0a13d676836f651bb2bec86a2baaca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001aedc58da460dde4a37e6cc025f0a41b07d3d01c915c1b4b22c6da411dfcb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60172043d9fe5ab49605769bc849600b3f17b555
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537677a7401b0e8f92980121c81d52833050dcea87d03b4111cbda70c529e325
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85357ffe32490ea5180808666a12e01f7f1b9409
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb0eb9876aee774e87a2538aad6189cdbb3a1ab3f4cfafacb620417028b0b27
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637650017ec66fd1532a000057fbb684c2e4ff77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4e30e15c610f3d56582904ad00a85e1bec7daf747e671710478e964dc3b971
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95afc04d92bd40d8117d436562e933fda68d434d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955c9837adca5f1a91ab9481a7d80ab9acc6b9a0cb336e05b0b3840eabc95e48
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315e65d415a1583f3bb8b841fefe5f35e85e0dc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d270be2c6cd806d1b8a5786d189e88246e67a76f585d480614ee0e2f377b8c7a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d275d03b046b6822c5487eff8ea0c958e923a908
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbdc0a120cc025f1ca7f170f1de2ddeb211667746a1217b6446b1fcac5c44fb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962ee73f09097c4f8031b438fcd57a920c064889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea7ee9c842304170f891f4e02b380c4806b1dd7762d4865009b81e23b7760c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9308e6151f19da9f04075cd4619187cd9ab32bad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53452801532b63c165f561951c293a32ffcd98699a8afa04f16280eee10577f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7036cafb4778b14154e717d7634fe98433a0fcff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b85be391c2cafde0c350638d4e7b16d352fa381526c950fe85f9c704fa855a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644fee781b277a65837a25e1b125056c4e1bfd5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a0e2fc0c8d47056a593de3327fd53cb1ed5a7d3555785f437336a275c562a8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4812580628a3ddd1487a4f93aca762f32a46f3e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a44dc101bc6da704c9bfe36659da413f9eec77d5142042da0f0ae60208a2da5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b19970b2b57b8aad0021df374269bf07c07a79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c728c19e32a56b43312cd1efcbe74c92c64a724bce3f70b8432f540decce2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8685f00274e8e773a1f7149a6978d7a8d5a82d06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f7aee8cc83771b23a3828bc23b76bbb635cbf4543b2fc768af7f88dd72864
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc6a07f61cb317aed28f4476f5a514d26c39ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded60e0b2dfbcf581b6815cc67d08380dcc1eb433029df7de40c2885f8755716
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed609b56f076cb576faec5904a2f1a7740827fef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e257258d4d79a0d44ea33efd9047a7b04a8da94974eff5a0aa01840918b7b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810d30fc2694d9920d6f186967995609feb9bc0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636e3ec4a6392b41d0562092eddb7e78fee304d80f2ca1ed65e5dabb9c485a63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebb4f548d29eb64a04a602b4a7d865c1fddc5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c34aa94c3f3008eeedb63b5e55603912b242aead024ebc9405731e69250cc96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea5be720002ed14b5979e24ec1c54b115aca8d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cea634813000912c415839561b06831c3343644f4302e99ad32d35d0fea5a66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9fd470079854920d0bbb7322df338a3546f7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d3e6d636e840bfc9261005ebfe6e21a94cd125a065aa519b61ced714519e58
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5858c8ab90eb8cea86c22e0b154119f320a18ce3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be67f7cf9cc82342bf30a916c03a8d11a2ae2c40df499aecd3ec94397229a1d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9242cd97ad8945164b861c3a789e743b770357c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6642847490b87782afc50919939b522188d5ba5682ca6d20f2dd832827800
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbf6084fabf234ce409f2beb361567e79f13d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e06c3a3a89a921c09c9763edbac6c4eb265e1babdf606c0835c89da0c44ded8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd494b522b2c0b65b8af00b456b260d6b8dba6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c5839babba960ba7b29157f99bdf7c240813943ad42a42d86a488f3d23aea8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6102c57733b67d72dbf317a40b9c2e7971a4925
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3489516963c4c41ecf5bbb807f5b14ffb2e401e87a2f21030d0ec3889cc7faf6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812bc3915176c368d7f5d7143e5c5a99065c732c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a2366575a0127eb8e43b0508d2c583b712f362e2360625137eae6f3bc54d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faa428d04de067642327de82ee0d0484bf305f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec9c5c2349a5ea23d50e479fad9dcaf81b3a13111d30481663b3a81ad72a27a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf226a01ee0014dc6e008d71e526c5f6d809462
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4d3ac2d081e6fd61527a8bba3de8ab1060e6de3e973aa88ed75717789c7671
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2110bea0d18ff5d05aaaa269783cd0dee97994b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e535ea811ea9804d39f450e4b6314879dfa476f5ad02c9498f33bbac15e856
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813409a74451ff0f3d8291c38fbbf912a2ddf00f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd77c0fe1062acf0ff1438b63386491372a6e7c99c0ef07a4f3cca24f9ec17
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944c8859252651566219b0dcd5dc03b226766425
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e99b17f5dd868ce1d0b58e7fc6f942daac34a465aabf8dd3fb7bcdfd7ba352
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0b577e6f0e604ad8eafef5e2448c5d8241a23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9aafa9a9098c9cfdfb9b3e9197478201ce8adf5db6ab73cdd6d867693ed8d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e54882d20ce3f83f1a344aed2fed17f32e9ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3925f747ec79d4d27fd46438f9c2f3b28d5d8707e0a4f3854acd3785d00bb09a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b99e607d513ca908c3c755142ece8143172c362
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a262a01e08d2166a839f0f03bf900647629d48f2be7a94de81f4000a1c5da7f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee12b1ee91197fe72ba7c743d401130b049ced24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c55de97be4c0777cbad515fb9933d3996cc2d0475cb4e27c5d8a2568f0c1da
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1afbfdbee69330c77699ec8126d99f5d198ada3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01613a0611082e33d40915e4c239afb6eb0271dc92d068c4e33f6166308254f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95aaa4675876b5c6b5cd64ff18ec357f64701069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc18791545b62e92e5ea9c2c68c588f1a60d5c848f02a8618300be51cb2c685f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7e79313c9b0c54786113cdb10405e83586c1ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56809ddca55468875a3ac17510c9503a8f6d76e5e730c64289f8607fad506e63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9dd602bb1431f7747ac5b97e21a796fc803e1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abcba27f28b7b0f5d5af59060954de5d408eccaa65371c18523aa4dcaee3b9d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510f937cce1870f9cef179d4fcdd910bb5d3b53c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e1795b5548079f0ff8fd217faf7c0815e66f03b09757868f4698b94eae878c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9243791c3c942ac030e10ff527903601a67d1dfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d14e041089df50f077f61f49ca5fbe91a4c26992cf285f23fa226b508eec759
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a03131eafa23bdf213029b16de9714fe5441daf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa45b6ae555d6e0cef7972bda1ffc4cfe74501736fdc19d35845a880170197d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e2986d56647810a2d08896ddc57cfde0007624
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c232d3d076ae7c95b2630771252c75326c99b61000ebbab5a9da115c518f6f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0240d6fe8d7bdc29d81ce29fdfd24b7481ed11bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229b94232a6157b18ffea9e1562e664c130174dee3cbfb212c4aaf55cd1bf50f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa4ac7c960b8d264bce99ea6199222e7f757af7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4680365c98c04e5a247bd59391c345013dd3935c0367a4c541c2da758cb33fb3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc093c0fc00a58ad9a96e8d656ab51f245cf17ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b64253d0a68e56763c3ec071757ab8cf967bffa8ea5c24387d66101ee46d21a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711d17f88c217e27ee188c6298ddf1e55edd460
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f6ef61214421ba759b22991d53200a97f9eb9b1fc9cf6a08223999dde32d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e871777ade8d2fa4afce72b4fca8a3e248f5d305
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3232d42db7cfcb85b43ba0e834c352317244096d52239a81dee7bbc98eb561fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710b94d06aaf1df054847101832418a7d3813bc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e564596f5e5f1b96a6dd951d40c879b2567109ad51b61b8f9b8dda7f940e7e5a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762d9c0dc526f200a584d15f93674e37613336d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065368406a53e9dc92de6301f4a121f4985bd17ced86ea7fdb5a8e7c69f517a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510e0d38bad3b6eb867cced05ed940306174dfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0bd2502c95229b5ec3e8b8215e34479282eca274fe75cb6e55bcc8d515397
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf748cc9569b83ac3db4b1bfb437c6624eff599
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a8f21b8087b84c77de18e66e7ce943902ef918f9efaf2d785a7bc39670288
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587b6e9659b0c5d6612fdc717f06b86143e5f78d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774bd5881d8199f64ca5a14de3a4ad442606176f86e9d39dc58e6891118c207e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12353e2b17cd1a46d4ffa12da45cd13821786dd6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79dc1e64a6f15b001c6d54ac9f5cc0e7ae0e261c606c9c00b1bc1c9ff12adff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201ba351fbda4bf8e1762a16e5dcaf099cd89b20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a956fcc65c227b202abbb11f8e6aa2cb53ace834e633543d2fbe26ccfefdd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479bde7dfe50f353addb200cf34d02fc49ea8ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba09b3070a72483f29f2fa47da11719ee7b482ef23195d031ba6914fb0f2d4b2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b689c43284bef721fb64c71bb6bf8a992daa09ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdd890ddbaa2d4828fcb2ec9ccda84ad4877159f07b0f79e130f6c4c85e1f8a
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b73448d631e064da6a38decf6fb7c060e9ab64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799682d28e1fd2088569b34a5e7799ca4157a878cbea9d3c4c2a8e69be7b9dcf
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d56f6f61376d61b3a9a8a3960c5183cba0cc44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f4b747d462d19cd0bf29f98b47dee0b59b1cff23b1c713b943e08246e47fec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574b9c7b975b0df00b9f5d5d4bdb04e0b4e1db42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a8588735f3cd7c9490eed4ea15ee2c0a0bf32e372e6efc2838a663d528f02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e91b64b53b51b8ecdc72b283f13ed641f35780
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e56afacb6f7e6253159a8175fb30731f426c259dbebbbbd86dac37ef0e99b5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29d7e5d37d49c01232d1f8a8a232c06c3e6c62a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cfd168b53535ffb71e25de0221b377e878a3a9fd3d35887c9a79893b0fb5b1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce84406941d081fdef123f7ee5d05a763c5754dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be10ea931fed0a5869e6602eefc5adf4fc7e19c89810edfc0f6def817d8e16ee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf54c7e3185f9c86dcbe5c8171dd111034d64b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715fddadf05f46dc2c14e344be8744523cbb781fe3f37f94b159658c31be6fa8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec30f181b4515a4e9035089761ec390c9003852
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bd2d0108c4beedd7dd242a1c24efc078e4b0b204721c3bfff4a7e1ff467787
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660cb7378e7a4a525f33b8534d8939722d611a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73faceff7963ff2c6ae4e1986ba123f4692b6f81b8ca4d786920c11d6203e305
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00043160da351dd5adb02da4beef074ea01d191e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c103879aeb061b28edc74ca3a901a6146dfd453aac59730ad3dd45e6a6f9777c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e30f9c8ae89d5b97bc3eeb0577ce746a2d6d1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feedfa52fa5620dd4e2e7bda8cc6ad065151279a13626717a6c17a88a5449112
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4374e1674245ee016917a3719728c50800196b75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49caebbaf0967d5bbd9c8d1c6e143e75054c60a043fdf86a164b26669ef1808
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41e5e0a9276d2e561f5e28859ce055000c92822
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79db0824584725b9c20d56775b4dcaef9524aa94f283bc9827641df6c284873
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e7099081e901dd2eafcfafbf99e0be6a7cc4fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6f060690811b7ab8d0243344a024b1b30e8e681344d4a3f5adaac10ed3a195
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c60a0aff6088be5697a8aff173a070f09eb421
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b30a3ad3f5cbb0cf7a9706364ced4fd601ccdd734b4804f8184aced031e2b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2b0adfa0db3af4c4a818da46bc7ac5112e4893
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcae94b65c0e44b42d29e0ebaf163793d189585f5230cfecf7d25f9c6069e64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d45dfa573594707b9efbbdfc6760468f20be811
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4bed37045c636b99da822b3f65fa038e421cb0b7986165daec4a5d4c1e2ab0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b41be5f50fd4cfdd443dd05676090708611f722
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdfb3afca53fd33ef36ab2c6a81a0410d4c311aeca64d355f3bd0bffd2a2de9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07597a49390ec5eea43f82f10d3e06246ca05ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e2240a78b3372b1922bb65b628371d92669deb73da27c63a012f5d06418593
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a71ee53ecca369e065656de80baaed053e7e0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74909201e8b58cc20ffd42d4e7a23b2952dcce317ccf89fa8541d49e4f89490
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3693fc62c03901d32fca7402fdc5a4be20a4a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64b34884d9806103998c83a5f23ebdc8213ece2c2658516dfc074abbc5f4255
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e6c6e053a0b40858dca1c9bf8bf10b0ac8f6a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b3a1bd027b3a64924b8823590be49d0224d3f818995a51b784ce5d13661bc6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615e5d74f1b362327c97ce587bbc1bbb6a4f0298
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7124b1f9795abf31eb0255c24818d8f00aea63f745a35a981ae6f18150dc98
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40448072995425346e98341949b5046a51dbf34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7992b4f22bc33e8de79c358ba57d0e0ef88949071ffd98fcc2a337db96c6c6da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caef039fb98045c34fce6d3611d51532c75e72f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ddb27023ecb077a50c9054f1edf21300539a3f68aee014937b59ba513c67a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cf74acac1e8d57b3f3a4a45c8093434da7cc44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bb2d3fe11fd76f83a3a2bfb20288451eea90f21f4fa3a6e65f098ce2fe8ff9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d96ae3a7eb084d0c2104a8a96ffa70d841fe5dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e527e2db071888e6b45fa1ad71f9a428b486c32c0a1fa8e03b9dc3a88be1e4d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0f3e161b4c02d19b9b8e8ff28fc509d3853059
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1f0086a59b4d4d941d0019170e2d610f52aa5ff0cb0241ba93e0cc41ca73fb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b13927c830f5590d48e4a72b375875ddcb302b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3ba55ab6c6c397d9477a628488b8e99695a6b7ec8712efa5531650abf27cec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dc1b1f6d8c0677ba5589009daf709097002b6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728b429955f8744cc8338549cdf9eaf072c2241df4ff37abe144fae6f9174699
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d60d08eb76ca3c274ba730237a30197bbb0bb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d5bcb9ede936be039c16e44bd782e2bf72b21389a04baea447e0544577836
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28dd4b638b989626f33b71fa6b26e6d0e2d6334
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c76a75caa8c0930a8e966bd0b964425017c89b7eb33d52a6b1ceddf4ad774c9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ee9aaa542df35497914e03a85f40d656874763
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e934c9e0e6a7761fecb92b32ca1536e07b8a8f2bc5bfaa83b1d5a815b431e180
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8035432d1cae6244f5ba976974df6444bdf409
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad0a226d187b86591b4f4ebb7c9ad51d1e851010ab0fd56233d3c2bc209c95e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1524a044b7f9457b1f0ddd54e9202a2daeccc880
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406310f017112dc77e0b8ca999af0082a2f46c11467b8d52e175b720a68a264d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c87fc8e58d508b58888ba76f1a940e9ae8db7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f9384fac7232734e47c9fcc742db73882c20dea01ad43bffa4992dd3873516
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcd76bb391245dd50b734f478513ef2ed87f06f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f3468fdc11dc329faa4e29a0cb23e9d0ffe6aab221ebb998f4ac26ee4e11ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef244909285f85193addea5d06f78c8a52bb8d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7f3bb4269344b9d31aaa82d704eb99ece2da020823d358739ec386e1b5b54e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c249fac42ab926eb7f5053d35d3d9cbab642b8eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114dd115633f41d4f91e0ce603128772dbdf9cf5684b396f8887e7d80ed48184
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b436ed73ea8a74a024776dbccf6d400eb59665c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebbe8b7a495a2b59998cd2ddaa9cc11b448a9370523b9d114341726b7b90a4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87adb4c1e192e65a5add12fa910ffdd6ad783a79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d6e75af774118f1123ea4aca56422617390b5a956b477dc9e67f4e091ce9b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195baae10bd4fe451798b1537d4f8282a63c4d44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcc0f67b00cc02535ed8da1a69c537a99902f7b6b9afbba7e20a4ad340462ee
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a70e9ebd34425d46f584d013c0409cf6c8f61af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f88619b714691bad775b9bfe24b94aac1ae7db47a682119f6e8362dff642c4e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d73b3c3980941088ace39f6d9fa85f05d9eb248
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac80587a65d25e4bbc5ecc125ae99676ad6562a556ad6beab64e4b3095f68f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fdd5b694d6d177886505d998deb9be6225fee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a95e6886429f365cddabd40537110cf6a33d1bd348216900eaa942ff8425b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3143a06e6fb86bc528e2559c21389d3520fd0f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb268c946251ff4e379a552e76244ba979110e053d85b21ca7b7b268bc888fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebbaf9b7bd9e86949b7ee06d0863533efd88b61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0482440b5ba9a25ffd83481496cf43ecb0435ce9ec87698371cc5ee80a3ee2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84197d16af53f882ad93553cda54c64ab26c4954
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aae94b8ee4034b887e9f4aa96aaf87d742add799686c0e43c490975dd54a58
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e83806a11a5ece36026121e93129eb4da17ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39286f3d8db911fce85118823314606fb281f95efe54fce77170cec39f442d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6e1e2e46357a4cc178926dcf5c4792f2f4977d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75b4b8c334e8f9fef8d5b698b6f088e17f089a880256ba6730ec40a4bd37d7d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cfd12f8b9f720c0c4d41791a875f16b53a0fc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a286d2636479f482717bf96a4d9064787823caf1da5355374b5e925ee20d25ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4341329bcc2296ec0639f10446010573bca4cd5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d817772f15b76c71ff3f56dd3c5da2ad4e372d15bd6af480106540a44e0ece9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83896ba20783951aa494ebec400c4e108d16b71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75569daa9b02f5ca6139620235ebb63d3cb0e5b00cfaea64c0d3e4c0e501541b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c8a40ac2ab07d651dd7dd13951d48f1395f5b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e530316e95b4950220ca57c0c4ac92b6b468815d53437310f3ed21abf78035
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373a713972bd810855612dffbcf7711497e287f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac94aa9e3c1f169feadf1c253a3ba549d2e1eaa1af4aca0ea2a7ecc72bbd8c49
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11b1835ac26c1473aa285485b36b4869386123e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a5af0c86a2d3e99f54ca8cabeeb90966161d03ce51fc07c911be9b7b90ca2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2635392b5e7fc0f02621110e42f02b9a48c37fcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3988bdfd80cbe16e14e45ddc6e6d40686a555259d2767f15c027ac84688d6dbf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1f58d108a82020110ee8ac9cb439ced4d352fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549618847731e1fc3587ea80778e8b944f584454fe2ba4a29c889fd1c931c00e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bb5e43b7ae10cdf12bf784f0823811d98102f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0837c488096fadc15023473628aebbf75d8fc8f254fce7211515220e56b65cb4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e9869802a710a4692af55b4f6178666dbbb44e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ad4a2851cf64c80a544999af2208ca5d16215dfa799cd7d7937ad91eb21811
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f551109e81b671e551c87f681e03aca42473897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ece276ea22acc6488062263889dc860453015f173f9c209dc7eb21b6791350
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c14ec2e5ab8e9dc5a6c8f54a4989e4dad708e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa257c78ff0d6b015e5c99be0de97d7257e7af445526012e9dda230bea9d26f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ead3f0a1af6d7fe590163050c2e7507ac3c399f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e711a007582c8921bbca144583fc118005493fc722ba6aa20a4c2f5b6287826
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd7abb2a9c32643fd7c2827295b55a97c51bdd6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b050d46767d29a6b44252af49a90fc9be7904104f970ef472ff314981fe8344f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42e4c52e356cf4f7d55ba4063f864004d9dfb7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2620b9aec50493a8f0f8ef218581fef8e8652f949a06edbcbeff4b6965ebb52a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9870b30f87adffc8779dbcb0ac456be6cfca5f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d8b486a494771939735a58dfd1f6b66b6d3ce43fdc1bf1748638df2ec8737f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b17636e6e3d1a82f38ec5b7299a19c0bfa96d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c377aca93a698b7c2eee6cf86a2a98a94c2113a9e97b9d9ba21da2abec1c87a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e518fd7c84fb1cd7c015faf8ee38f9d9a87cba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c31ff57609c23bffa0900ce0413013a100dd98c20a811a26124289d6e75c2f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2436dceb67ceaf08ee1fbc7c33ddd3d8f91df805
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2261b75905ad0a266c85939abc8e8474f7c8294d8005b6ecc2533ce95e9762
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed67cb02ce9db620547284bde69ecbc0ca0c455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f98d83f48f38693304b847686f43dd0c809f22951a5732cb84852b6a035248e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdfe3ea38af529ec74cae38d6b55f05374530d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f0762cea444511300746e5d964f5a733efaa3b415711ef1cb5297be3487240
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484c0eb478199c2ba794454712f93f8cc17db08f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6949df1a9b9dc43e88067d788aadd8b12dd0f1ae6bd8d1900d8e05ade79f5889
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53da939492b44d4bd019d347c4332855c9e842a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71908a32e104d890de1eb42a50969c55f819dcbaf880bc35f036155bd0d896c2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9727b6a625ffb6397ab380cf8394eb4993385d89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745af2f5f1a2e67d4da436db1a4d5c34adbc87aa20abbf03a55666f079ccc959
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53edc85a2e4a99fe9362223c8bf8519e6c101c1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bde502db6e40917e435b8fa624f0a9321ee83e9a1461f017f8ebd33e3aec9f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6218486d2d066fd11478b6679af8562bfd5a9a25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4595fc19100e37b7b48a172a6e5cadc5b545268a3b7290c798bf96afb63713
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf4ebfe92977fd6e85b293379802c7f2bf5efa7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f732d4660869f2e8080a743a89a4a924905b67a1417b7d2883567fd59240803
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3764251c8b52a7b89e895eaa4c1ca92747fdd8f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060e25e63db642f14682ba91a4515a5a4f24752f5f33ef5bc67b00262d042d0b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c0dc23fa516d85b52bd61b8eecfbadac3d010
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81277e7def1806b89e1a20e111b7a84d312792f9c8821ead6e0bc1e51c650c5d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b144c3ed07a75a17aba85dab33bf0f5d3f23ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4d36afae486e34ed0ab16a7c7121b9838b506a763b77b504d7ffe7d38f2b3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb75f86f70a000d084c6dfe63a764c94261569a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de48dd9c096e5a9c09880b0b5880c4a17b72350f88137ce1a2cf8ec78a4afc48
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5b5ac6a64d84ce4916dc3468f8ebfb5f07decd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fd3183dbf602012e4b50e837f7f5f929da5eb137ce42e30f9afa8c7015e517
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9edf1961eb909985dcace84bdf71d5867aa1db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d61748c4b389715515a7506f598051e8784e2b8aafd8ddbb9b481dbe158e2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a66ce0a00665e557d913b0826b3d01ca310cc34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f68b72b1ac7fbcf42dc56c2bd91e09c5872df0d368ded076c44efd5a95e1a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2199f4b70c106e9cd880edefb656026fdf1968f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970d0655d9f32a19684e6983d40e879607e275f7d1db47404ccfbfd30b797be5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f52e8381eba8fc175b5ecb3857835f5585ef484
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbded1f21a33f107dfabcfe14b320d24c82c9fdb5d4bf0e69f52b5b232085b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52704076b69a649dfd1335ab232a7c600483f38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b994f010cab60409607a65a45c8fb7fdbf95690afd1138c591db45d647453
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43982fd9cb1b28b543ce95ff03dcaefc7dff3872
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a46b684f57b7065772cc53a4a8d0bf099ca398fa29a48222944b48190e9ca14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013d27d1a414ef1a63e5cafe1ba24d7a36b63c6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6193716318dd59397c02f144bd45719eb539c52da209268f06acc88fa3388b65
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6947f7e4e2ed4d0e5cc792f25cf197711511f8e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b8a318ee8bab413f6ab936cd15e5c93061f92d449b8c928ec003c206ebd3c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0879a6ba54d1d98bc14321c0928a71ef1f769c46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0147bc7483152bc6b3dd122e6ef8aba1c5885c9591b1630eb6b1a794de8142ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e052f6f92b5d491dfdeada627ddcf416883169
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0254f2cc0b993024702e1e78bd8246be12ad2294f9699eed27c5806abeae3f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b39a681e7b7377cce040f17d47d0d12f6495e41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc07a3a35ac022230a3229ac2c83ada1a7e168468d857c211ccb7e702900c0a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e462fbc53847d6fa7c27e5d64b7af1929aba55cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4350c681571da931ef2cc900591db9f7e7821c8d802c2a8b3103936fe4b9682
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078a28074dedcf519b676b196e5e7eea6901f861
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3bf67b7798b9b264ca7ccf6e78e1ff4dcaab2c4224494cb0a8267a3977caa3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0002ab32e60115aec2b8ec2869d05ac9f32499f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5cefe7c33169e711a3114c334218b5ca4b0fff0034739f4a9f3aac9f101795
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f9b33b3e1349fd49a6738511286de68cbb095
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e595f564c0929b5542acb3deebff9a86011bc99f5eb14c179f15edf9f6d7ed11
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81859d4bc6d7077031e1f92ae2723c93bbf4c437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7036a0da6e884f14753af682a5c51d2f373d646956cb7262ab013dbeaf05165e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce64ce605d68306fc285e54d602b3efadcffb299
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1bda77984edb480319d863a2b916c957c4d34b27edc7f4dc5d2fd385aa8c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f531cab2fd5dc612fae2ad982f78dd5eeec88f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ea255c98f555f40f992bc108df0eb6dd277d03fcc251f5039a2b35994634a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5ac160b959a0ec1c970abb59f5d3822f755811
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5e30f9f6fe6f60debee1d4e9f56926405dd7da7255f1ba0590b4239d12bf3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40552433947bf1db7f2a670dcacb5b198086aa96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265a36fb478177ca325acb190babfd68bd8b3accf5ff40c47bbad3efa215fa5b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35489f1633ef458262982c2bdb912bbf0ba54f83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe3e23f107810638cb76fe77313a3f5cf4eaaa5b236c87e4668d934360fba92
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dac3d6c36898d348cdf56634efc10d2d715ec4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1f0a0d79e6fab0fa88b59747782865bd0cb745d1799a838f19edb475ac48a6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbceef73b76f85eb2f6135dd33cee4384a345006
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f198faf8c398e96c8fa639253a189009bcefd76da9af5cc0e0dbfdeedc5f14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d57896cee2850fa230f7370594cccee294e20d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0b8e48b74f6b3abfbd74234523d66ce3a2e8cbaba6cec52b86294a8f536cc3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9a3ed3ec3cf1750c917ec2fbeb1223410f45a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0540c172dbaead1e60c377a9fad5b0f271f5d72ab445da96eea8da2e43b1258
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177a7a2ae5e103fccdebfb4d70a852fb2a54908a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c656ef56d228b657f490085e04106b4932bc0e02503829e8b66be64d3ab8f584
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f48b3e146645e150f9c7e8cd0e87f1b5392a411
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608bd899b9586047e35a11f8c153f2b1d9fae46a4893220558b92a588be8277c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d72b6277878cef11b03b87200b697a03a05681f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf518402a66001c463e07d024db4de5105f906aa4aa010f82c2c16fb51a502
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51762a42c5a358f7c88cbb8edfeeea1da8ef15f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43dab784c55ec4d2af8c3d6793a1a1c2e405ea51054e463aa8feb8e71092115
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9b851374ad2459f2ef67bba0367944003135d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6024ef56ddcd995f09e09ca796ff9d783652ac43de456bc96354e744e92a02
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024a1274781bf8d7f5ecfc991bcd204b0a848726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85043af461348360ebb445c11a9744f4d565cf0a7b44b6830bb7dc52ee326db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6be45cfd51964d2a0823a26d3c20226ad7c948
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9125a25c68de998596792f2caac5f943eb5b9e0d9e8917c60a1d02ab426976a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fec7ea565be5786924a2766e24d62e7214c9a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5e6ff3f4cef11b2a5fc8bc52496ca2350201ab23968776c8b2bf30f02add07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63a8b67105a2f0187660f75c94c6410d1c16dd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d351abf1fd39556ef64cdb7908a2ea2e7d45f69cc042ec10c7c0c5f4f80ef2aa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1657ff7a26e841162d1104b1606d681ab2f1a91f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4632382aabe69f9616c76628702583628c1daebec869ecb7468fe71bb92eea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79d685c96c0cfc2a6ca998e8ada6b2d609748eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c05a09cfe029b04b1598df7e5620710a558882494db74495f2373a463cbfc90
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e21539aa38859ad8d1489885d1d733c782bd699
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fc45e69261a616060aaa41202b925c69fef75e1969c084a0fbe6d4da2c39bc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c237019f0af95cc8631bc17fbc3807aaba9fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8349d093021cc222e803f9764da83f62cc17d0b8365cbfa5e669687de132a730
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74162423110fbe8621cb6cf9a2aae59a00da50f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba655d50b4890bad49875342f170112bc786dfdc007a4abec33558c2a9cb17d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c8ed02714ad4880e3294567097f544ef404d31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5d1a71794dae93653139bc23704c005e3f13cef0102eff382f83cfd237e9ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a5a039bfb563e0372b8b319570e594337dba6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af0fd99a84e1dccf05e66c695b0e95908215269d02695ad6bfbffa3c76d1bb0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d354612837f187c8509ac3cda30ad0a7aa142bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6d667b789deacd5c7b8ced34d6705196dd8068dcb81c57d4d15d814e2f29d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9c98896b20030111024fcdfe7ad782d169fd4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782020d71ebabb09c2c395b3ddfed4ba1745161b749c5ee6d6ca9ddb1101148d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5af5090b74dde0cfb6b8e93455dc39855640ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dd9f6996808cc0a6b73291298509adcd56f5a4df8717cbcb444a279a8ab66d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cad34b1ba2fe5757bf43a6a855f834f0339778
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a0c589858aa1c08601aa412a8100267dafe3d36c9b149b69461482a968455f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54fdec92c802cd6d47d2af86ebaab00fa6ee91c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c3387764518c68f361a448413ee3059788fdf48fd35afd1170adcb97a3b16c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecb3c072b7dad9e7713d954832472742a6bf3b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2037deb1e807ad51256a8f7f8497147ebf86fdb7cfd1aff7c48d17dc4b78cf62
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fd434617484f4005067b9661c2507876aea03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8828efefcc9429b38d62a6f313042bfb361f3935ff13086c83d11c8c2b7c547e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a590f8ccb64953ba0ea5ba6b3eff3ba299d1a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d15cdc33e86a89a05bf5829ca7624ed4893824273c4412f7f7c871c122e5bd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf671cf1febb3d62fa2f03c2619ad9cc15cb0b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78422df74dc4de93d9fd643104355abc31f615d6d0cc029db3e56f6e81c934f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3494130951724dc5e3ba86b415e426d133edd5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0d2b3b464bf0e862117d8b00769887c9708f41af5986bcd1510f124664e4b3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3cb5df8c18c24f14b84eca5c7b17bf0e3aabc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cef011813f9618eba3f76b2e9b9691ce69345368bcf4912f4143fcf3887752
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0265050d9dbcc7c253c337b7536baa81c395a70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26655606911614c6f609e37201bfad99a6b52284708210be98c8419b878e077e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b75a5682e1731e52ebc15b5829835bb5535c50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a622ec9f32e4b90c66cd42a12b002738d8198d5c009d8f47445b13a87db3ee7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a80c74ab7e7f2ca8f6e3fd10a3df47aa56df16c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6a36538630d77354bc602c786a2b0dfd8cfd72315e9a5065e8d3f559b55756
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cc7963c95e03beafc841a1385eecfe5e8de85a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175f8db971282d200673f0718231e780cef87821b6810cf59e6f013eb4e7a501
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e989763b26e221c44cd28a95d543c3e6fa791f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c5ec59100a17ba31f26ac2094d642d1494f6703f8f5dfeaaad4e4793ce0c75
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1917710fc06f76fc29b615bdab1da027cc70ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a6821bd937387b7b6fd6aee98aca95d6693967565dfd7668b66fe7858dcdfb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fdd2d2a22775caf5bdee8a74562165dc7cc946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89bad0d469a37952ad0688496bf7e2883c30262c3e4433ce795ddb46e215269
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4483907cd9f873146adc336b3c10e14945d46f30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b7c9461025dfdc4cf0070e424e48145491c7af30e9968270939b547e5afbc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cb5ecd707579bc90b103f7c619c1dd34167608
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dda34006296e7dbc967d6e678e44629484eac653cd084a7578023c670cc34d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe28977e1db3c5fdb17e095af5471fc290fc6e2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efab968c1e8ad0a289edb9e67af76c937ba5cd48849be6da39b684b5a346972
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555addd5aeaf023c88ff3755738f0f91fffcc442
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cf7537708e7dd58a2a1da07ac1e38284d4ae4384e7c4d9c53f2920b10a544b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f83f1f5c3a3912a0ad54ddc7e8a5eff253f59bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7db1769b396ad5642bf12cc63eb6d1f33cfdec61fe750a4f92683fa75111f1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b0e9994207468b4432ab2a505b25518be598db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6588a072891451e1d63474f0f6d3632d323b9cb9eee74b6d6040c198e7a58055
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496cf0115a7c2fe149d31c7a1c49a29ba410dee5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3532573874b17a4cbeff748df34cb270d8ba3f199ad1860543a9e7d6af353681
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce65071db6bc5c0977aea0c8e462a619de198025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48856ac58d726eef4d718a8762201408bd37060aaff52dd4b52ee3b967e2bea5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55f348975570ed907813eb29a1b7957a0974012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdab923f3c800dbab8c717ae17a4d54401c831956f482c84a96ec295915539cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7154aaf24da5ac837060b7b555fd06f53c3454
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258d6ce6765cf2170c465ce24a821c88944ff477bf9ae61395fe46a1f0595aa9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85811516eb6a6e08552d367146a3cf8421a7c14a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439fa90becfaa20bbfb2ad3e361c5305abbf7a7465f9e109f21e6ab72659700b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685d67510e3140b4e847939616a092af53bc3d55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbad2335bab2d42c335e6ba02c0fed47bc43110c65b476141ddb53847ecdee41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adf05cd11edbff11ad904b56354fb04863cfaf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171ec429b1bf911b607dc63bd1b0c411bc2874ad6b778a678ec5c66c4a7ba726
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a6581418061a611645ef48cf77139a6f568f55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7841245d293db28f9d4142a4b6bc089e07f2b9c0d4321df6de730213e2a3eb2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce8c0535efd8ebb49a4fa39d135d60bfc7fd9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b42a1d3eaefbedca89b823fdf402a1f2a3451f42e93f3e9ed3c08c36992793
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd064963153522c3406f13e7b3906e387d4e1e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd4f3ba23db8b9c8920999378a0d592024a464a8749930a4360ed878844cbc5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482d1a730204833c225b1d61284997072286451f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a5dba0160a0ac4575fc7b7a8ec545960743e9cb7fedff7f32d30209c579671
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333ae15a4878eba162ec5818a29dfe70e0a5a820
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9375dfb5574836703d0fdfc2730e762f8f5f00d3d390089827720c34a43c9bce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c11e0f12890df4629f27252827d9d200b30938
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995aed035ea5eb37d6a051563bb4df4dc554658e7ae46f3774b41cfc327d346b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac0994fab5a43d4f44fee84f6f490eefcb91a4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a0059af279114a7c93aa8c2c52905e7b796e7336b7be2615e5a6abcf8f86bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b97effa28ad9f165bbb10d1b045fcf7ab8c338
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe001bf7438602e11b9f988e0a12962184fe80d2421aca5431dc02afce085b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e3ef9ac0ecb8e7e17c3bee1284ecade98f70a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61595d15958ebd614b55b8b5d2239db31c43b65b352e8d36899201d5fec25f43
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb42390b2b3aee1e03431f715eadff37ec5e2da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0426fccf251511921be8eef7057b2d408b6356357290cd54fbf3914ec49eb90d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92becc9f74208c10147761a898bcdf5c25191b8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77800a987ec221a09c2d08c4d58255135d0285f879504f8a5459a254f4f37834
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdbe1cdb12a6ee784d186a0e0cf49f0fb3eefe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9c92fb6a345ed029ac0c17589fcbb4e612b13ed34d5919d99984d2e28317a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adeae72e3abb216560bfed8e870ed65902da437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c00b2c8359e96c2fa06022b01e81c1d0c84b713275cbfe47897b9a7deeda29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a327c634889c65eb1ab77dc4840be203284420f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651ff56932d3f43b9beb21aa1d428429c93e6263d0116a46ad54c99ee565f8af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b03790d88ac327620375bbf20b01f1ac74d066
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc5a858ccd52adf5edb4a54da505736c2dc88a697dfbdd35af8ef5bea6e36f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f829fa8d8722d07263441baebb457b9933d3c8f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7672a97f7b1ecc74d2cedca2724e91894af6b36e3c23028d319c2dcda2666287
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1f2eecf533b34adbcddb1c5db58fe7b0621aa5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b06a69d251f35b207df66a78f67c868c6bddcadd2f1940972c1f7ec483f8cb7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52ab93e4002bda8d2c1ccb96bcd0beb52422ab6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fddb842e27a15448f9c02374341a97b257b860d26fa932e8eb999c6a42e93d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562de71b8f3d678a4a60251da5aca66dc529c953
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3012a9269ad835b9a80d1c46c45292f6ce2410572378333d1c4d4a82c2ac476
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8583a04d0c6c53fdddf1b402de4bb7dd6efa7e71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbce18c25791ac933721a7547f180202ab3fb07852c8ed8241fe3a0a2da933ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f607237b532159c3d533305f3be3eaae31f74f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3e0962e997f89c71943751405ba6daeaa490f277592e3189898746f468e2fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0d56214911d860f4350f0c243ee5f347add1d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5818993cd43663e9709673e4b744559ff2b854011335c5873aee0cfcf51e95
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a94bd116f169e24aa603473bc64fd2be57793e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fed5349b66e79422286a7c9fb328d87d7b3e0d945fd6f54206634103bd0f5e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c0af21d546d27f1916499206204a2b8244e43f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9082609e545134e63f443dc24201057c74462bfd4f08425a31f4f9a6c3a8d07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5fc9d93ae561fd0bbd08425db150e7afde389
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0bcd5337e24b55efef00903d6dabd94008e1daed29fd15b2718585643ae17c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ec02e79a9c12cc2d04237e3c9d9b88a506616
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b8f74771375ac8b61a4414de535ab8b6b86a2e028f0c0e241d33ad6f4711d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e2e2b43decea28a990f642f83fe816f7140236
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf45c7f3030c0d4ccdc938bec469ba8551ee8e76a2994f4c435a097245fe43
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd949b78a3ecdef4f9459fe9e8f25353908e0ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8d777fbd1f072db0ec0031ddb2c20f7195da72083b7510d92c144090170bdb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8df35bd8f51e9ffd36c685c9a57ff302b16acb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7856c12f5a295a9a10787724bd4f195030ce5e5755d0ffba83edb72aadb4fb72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f789679596c3fdddab1a1ad41e34625b71f8c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cf711a663681a89fc9c65d6fcd506e03207974efa2cdfb03a99656c872af4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7e38d5e70ee34e4c40dd147554e905d3e03f8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d9c33c441d6db8f4a33c589c6f9782211d2d0b38d5e0a1e50b5e444cacea92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8fa7e8ed70b2aa8ad32daa348434ff3a514505
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2acea5271165c783f336f00c53b7453d3f38a0f2ff8e62558d083f130409c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeaaf904f80d744efd66ef4210ef95733b12d9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95918d48cd7057311368cb170d55d8f7c71dbd5ab9c36fc662dc2b7deffe593
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799a44e0e6954aaa2a1a560ed2c21d1a00d69e7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5923ca2387508f2274a3d194ef4215053ae23f8f24712572c12638663969b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9508ff94546a0ba2cbd75d9efcd63cecf850dba9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a34eef4115bddfdd6fd4d55c87a67e217983d73ed07ba881a9acf2b4351e8a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551f3c49d2315858988422c6ea727ae5e34832d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25644d1bbc1d5178dd85bd089bc8caa8415946f687e7215ffa8275ac840a15bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad134256174c56716e08fd45ad2e0f10b2b20ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddda7dc3d052f628affac0ec18d4e58be192a454fa706caecaa061d76e85a0e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594996a8afb59a45272171a9aaa99d6e73447bca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ca949d5cd96593d9668cfa95d0378c8fc7ec47db6e43461eaff30e6102b109
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cf1bb17bab7c154cab1f55d444ad0603d4ad28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa8b80e7c26e5ddb554bd775b539bf130d5c34cf2c5b30c0706cb542ad700ea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebb71e3babbdb8b35c6e3b5b4be5e62f2abd175
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b09b146731d79d68a647a4d358fc28a69cabc9f151d58771980dc4fa5a4423
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09b4b678aedf64551282732402cfed3445ed50b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7227bde3071b207f2ccd022239ecc96507785f9c1fc41ed98141cb59bf4e3c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f665e418f445bfcab514a9e3f11a0adb53ce22d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6da1b03b0746c38aea21127561af59d3e54a06099946a1d3d99fa2433d22a6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85cb87f971a6ebf41cbbc59279cdbeb2c65e9af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d320b080d5904019df6568fa950b28bac9e9eda96eff4862d2253fe7da81ed
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ed0c3834ec9f475a4b1e281231ed51f15c0357
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbddc8a9dd7992b281e34c42c392193f3a7d6eabeb3c1cea85818de31c5444b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6b86ad0d9683461f0bb474b26d959c91c604e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb232a13433b73c85e38f004d65062aadcc2256dd8115637d2e58382557b3207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f9f0e61ddc189510a65d82117b38be39caaa11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72c5fce2749d6a14cf347fb6f3ec9fabe6be77a3ecc32412799e8331b007bd2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75797825984e085ff0577bef393a5218ca20197f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82854fdac9ce1333f7bea1ee8bd2514e0209e1610e409dd7fc3f07ba503d50dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9593fa187e2c1e1a10e212e6d71baa9021bdd44e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a107a98a773dc761910fa110f2c92d501ac3995dd0412b3b2b17de63c438570d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b68806fe4d3faec691248f2036b6170c4209af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71042daaee8d1d7da57828b5e9bc76f64414d451fd7efd7245e9565a19741648
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52440f7c5cbbcfcfb03f0dc9e2a40ff07eec028
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca5f45229223d1f2b1fc53c5f48a65eaef24ce831801d29a04a7de7659a94f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f109faa95207ab6e302c28db6e1502a053cd2fb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e65d9ba93d6fc7e2d30ccde72450f51b67fb591af2ef3a69ab930b293fe861
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dd57d40ced0e493f681cb3c6c3b171c251d61a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c20437f5886da51070be35c973a41fea869f7655ee824b1e8f8d6bed5cfef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23fa20fd5a0f126f04fc9d74eaed0ec38718da6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2009d14176b1494f90437cc446cdfb0e4ca81fd77ab6bd7a2dd40341565b2ea5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2850ad27959f08483ff1519d849e2becf16a70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac0ec33f7a268a44da3398aabd4633a35839a2b847d34120b22b84063acee79
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3088a6308d7998a78c0450615fecf5fe81a67eb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f15e31593b6d6d6494f16b86db5dd02d108784a3a0807c07fd8865a30ef89e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d12d6063785182431f5d4316ab1a5c21c1b3e12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e5d142613d4a855ebc529b44a3fac9df25da8adfa55f3c39354dcafdfcde7a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077667ad7bcac8c1d9808def7062bcc7c8b7449f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8803c372e48e06b8f87dc5647e18fb3d01494b0d8bf085bfe630b857acbd58f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e00f33f60b245bdc09df51859182f0bb75be515
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f67ab30768fb7a12c17a8f84c8ff2045ae112284a083a7b2f0c3c25e44dd80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d187da0f6ad23bc8baaffe3206ae66dc6b0805cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2da0fb26e64b7988dfa33603972b4a893df5d9f6cc25693fb22562e2d46cb39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73e4035db51f224c7ad87c19d447999d76ccf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3646aa5791bb6a97a91e87a2e53d78cd4474480c53983cfd91b7d73830b4229
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a575a437434d44a99f4e3f16dcf7f1e2052bffc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259fc90048336e0aeff942633381b5241b14923eae1dc8fcbe60128921b01198
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce23571e500f414db8ece1554aee83cba6c10e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db732e5c1630d0ebb7dedfdf4a5b35971315e087a823e5f321e44050ae2d7502
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdefd32c07933247fd33d88b187846e7ba957610
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bba3e326d132d9481dcb72f6f58342cbaffb1b76dbd07d326e31909f248ba4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcff2303dadfa0d4456b4de2bea4640d60e47f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327d9c8057ec9afd0de1c98a0441feeb8f1fb23594af2a16158d5785ef40fa07
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f33ed7c70edec4476dbc14b208f33c06dfe887e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f539a7db178eea76cd8a2b113f18d81c2f2d7a73ebd9c2101d0f73e9e9d3ca6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586326defe1d821d55c2d1eca71a466663795151
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0908645c53c0de9b99921846a4dbc3cd78093fef9e54fe4bf82bebe5f26fd9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150e11f343766fab0adef0858a22182d4b287f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06319cc3e4c530e4c26bd8af067a088acd9b5aa5d643aa2c9936ac1b93d5a78a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488ea9632c6e891d35bd682471c48f5b910e628a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604d7afeaa27d35976d84c1bd28e5fcb4ce37158449d3e18ea98650d902d6ce6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a070e350bcf3dbaa78bc4fc6d562895cd24dc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8db2fb185ad720216196baa49aa174462f4eed4ced2893fb90a65c57dc01d98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c324024515d7ce53f6755ee65e4ceb60e6244f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd488243958ebdb75cac994061b0f6f0921705509b2c4858ef80a75f345afa58
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeec126ac17385fa0a832fcd88ed9fbabba50f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd1d6fbacc5984ab02f29e3cfe7331790527ea7fcff4fd24585bdf9217e6957
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba6f37e4b97a0f97a0d7634179cd41fa45599c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8cd343e3ef3d8046437b3caee6d69dd9286135fb53b17d0abaa58a352e0b5f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180e879bbdf8804d4d487129a1674b9ef14aeca0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa80d88705c9c0ea7208a62b7637c9f6fb570ddc9d632298282e66feb3ced9a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ea5a3684083b866179781a40f2defd1c77dd64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ed5a6008d15a9a3ddbeeb2a431f29f73237ea41f343b543195289a60e3e47
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22672382e75ca6bcce7c3dc49201b1e75b3ea2b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6df510dcc88fcb0209e4b0e1590901f068fe541c8d2d1aaa7e8f1140ebbbd9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbb4c8b748f60274bdce03604e982df2475ad1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba086cddf996ac5b88ddc33ea6159c3ec76c053f6e034d4092730a321c311a72
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3c31d32911adb38cf8ddfd0144505b7653f5ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e3750d5c6f2486282cd528b28fe276e5648520758b0de7a82b79287ce674bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6e54998282a3a4f1b8db87f6266d0d80daa49f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac97794863c840c5c6a9172e5647c081db33d92b7f77415eedeeac54b5d3569c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd51fe357c8ae4315ac888445ccb11ca56168c89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532e58f4618abceeb90255927eacba634cf5ee38fad4dfee0638658c620fe457
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f1c3f05f8460389f6a947d4cc49ca6588ed28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9908661c91f8f96ac3cd827ef50cf85aa5810a2e4bd4b0e8d653160ef233dd4d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322f5d4854ade622c956ef6983274d5a3f67e49b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c20a6917c36b03925f0e874c2945ac2c0d97eca5c488440b4268fda48d7d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7430a46fc2114bb0fd0dd56e37dd59b3e839b1a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1679c003e91e07eb8dc96a231e553790bb74a5692d8abaf8bd18c910b29ca54d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb271733499593daf536e0cbaa884eafe2a2791b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641c33b837d0a47780332f0f3eb7b8e8342ad28b6a791aacb2a7ad1f670c37bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d38fac54cdf9742e5b71e1761a480fe6d9291
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56a5a34abaed217dbd17a172a1e0ad86356fe25caea125e2b523893fccd7caf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27ecf6a8f1f9c231158457ca3442539b3e8c94b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfd5f1b55926500be544cf0e20eb7d06897a144391cf5c5147c912e5a53b101
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b555eccd409fe46220c0310922aa15dfa13ae0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d908753158d56203e415bb811be9aa1d57c60ba221a613089d5bfb85c7c024bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd2fc5812ea91174ea04271dc36fd9410645cd0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93d5cd11e4a1354837842054ac580a15ac1d0981971c8d6876e9bb140a45fec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477b43feb9e92dc0a51106d364cd59b51c03d202
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2ac6ff11558ea25431833fb2343e9dcd328360f82a4681c1a2f33d107da0a7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4950539de7ad4670f0350b8b74755b27bf9044f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecee739008b81d3f220814ad49d9f0a798ca214a93b87887fee3c38a236e059
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed99f6ada7dabfa66a1721abfbca5253a892a6fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0f37a9eac83ffd85b69887dccc5094b9fe72c9c752e4346737e6f142246ce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cd96b4b650e33caeb2607076d301858ed9ca9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524220d682d0d1d664eb2c232e8c72116dcb313e1971bf9a2f0142add3b30b17
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6146c1bd3dc4a8e2efecda127049700bab93a530
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef4ebfb1ed4922d43a2160fa1cd4cae3cf78b3ef5d3288fcceb1f3c2b5a1152
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8387bcf4cfa49075f80b9b4098c72caf4198f072
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff69ce7f3b3824241a10ea3668f290a20011e206e6e0731abf737f775922093
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2619f89dae9f8e68e7e457657eea25c79e601d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b430086d0d439e88132bd39877c2939905e61a15efc7779086a3660dbfdff14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d883de97af697eceabd0dab5f1218d3c0b8f36c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799a3eedf81ca85777be4f3d301531791be413421df6341f7cc7cf4617d0af39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acbbc3c92af10ddb4c12f47a7ff80330b1140c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8a354880fadbc210f8897042e11f5b31a3eec804c3dbb651937e8bf16d0547
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2a9d83d799d3361e6405d0da7e7af27255d2d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5b22b79665d1758998272409e429dc6a3928eae5aa1f64e7b2774b2a7038ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee91518f38f74243cfe2d9bf8259aaaf4fe4a16b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f1c2c6873b8f31ec70df97beb5a366744ec62e000c2b90052bd858d29cca47
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5e43e72970d266c874565f01941f70d1a3247
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7b7f4b2f3aadf5a5fbd5fd1b37f5201def33e3f4e5f107fd2b2343a3904ea4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f37e52bf8c2bee8d3957b8f9b1775300c6e4a64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af2c33a0547405ef20044395fe12dda6baca084752528163ece2b2f2bb58b75
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2730ec4118ae5c58b72c9edbe4fc25fba1808dbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130f65637998a5207d232898506c63de663107ce9f688fcbf7192a006a18f63f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e819bc7028b44629442672aa5658f5f8d1d003
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5776fa36a15d62a9d36aecf2eb876bc552bf54eca3162598abe653adda8922
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca6ff58b43e09887a5226745576da4100ecf403
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c051b4ef5d48671494b3ba85929416e851e1fd8432604ee28307436f48412f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1698e96236731cc3389c152eeb77572500d3bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120aca24462e118be435bdbefe6bfc8fcb6eb4caf403eee9ca11addec03d1f0d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99754546a6da7c73552fd174077b5a1517f1573
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4083d0fb65b3616fb1bff04888dc5dccda2ff5b94270ef43a633f51a7549ce69
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847fb600025defe3fc6440878db91d90a42f964d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce1fd0997729ff358b62c9eb86c5be9b19875658b5b80280fbc744a682b106
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef0a67dd48802d30a2d6429c7b349427b2c4374
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7d31bfc8253690089f2b59e746eb2b8adbc899e32a47d97798088d9ac73b44
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d69c90148b8ce81cf73d14d71b524057662645f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5417f1f2bfd2fd97ab2c159b45a1b3ef566b8d97ea79f8ed0f45309a8437ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbe1be6930c85c90b87ab97838cb70292e456f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338c08291cff2276dd88255ce4d75c7b853656eff0c503844158d9bf993a5a2d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0438f2fdc1e0d6ca551796e32ad746ee8049f5aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2a17ac1c013d134da97efdd5ee6bb48cdff2674d60eaf12714017a47bd8bb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce8226087a88aedd083c263aa60337b8a70d3b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884fbd29fcade600ec518c539ff710a0323648e49470b3d5ccaeaeb11bf2ffb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40162f42072b64658fa1e2dfd07a02f7dc5074f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9716d833e8ba605cf5eeed232990f13d294b589d2f5499c1051697e0d2c0d7c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a493a332dc224a86d7e3d402cf637e1ccb4c2a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f695e5726b54f3921663990276382a1e970ee36d2be64d8cb1287a259e9c0c71
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64def2c19529c7a635c988ef875106e6419421c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9148004a5a7a098b71b7f353c08a0d3e756c6e3c45aeaeabe3cbb996af4a345
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de972abb61e5a0f562b693c7b4c7631e4059753c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55488b01b4dc50b4dc09f9f209af79261edc778cd51d8fbbc9296b5577e54d25
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99469f23d9ce863552bc261ec11d4cd3a192d3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc06b628f4103b1be99d3d26eec6711ff533e70a19fe0902d4f02ef34f5710a9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e685d90522c5c2beca63c144a5f9b1534ac3c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99ed5cf30b973273ecdb66f3060ef37238862b6c22986aecc9d84f0e4280a2b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91c25010841305c15aa25884698db7f232c8fad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47665506af420d04fe49a927636178e8ea9c0f0d985ecf1b525ff7921619c999
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4363cd4a0b985b03861be36f13811b6bef88dee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92f27fd84170aad00200ac622d74e784e57275e60a4dab5dc0274d3673e648c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a179b1107101f1dd1e539783f1dc84735836001
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324fd3d63e581d517188f82fd70fb391429214c0dad6d0ac8ce3e99ef7af5123
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9df9645139322d0876d10aca599cbc4a30c43e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc3aa4604475a61804a94964489077ae593bc094192355232380ecfa2bb5684
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f8442429ee78189ab7bce8a5c409145d9cb5b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dcd6077d42ff8af98d8998174effa2ca37cfa56026d12c7a2d9256572e16d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e08cf95e074a718eccada87bb8c089a76996286
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6279ed059f6dcbb56912aa2f4dacfecdf4285cb1b13fec26f376a2899587f9a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7da3f20bc9b44ca7660e2f267baf21a7ab7f6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8f89bc0a32ed560c6d001c426cae2dcaebf78107b2f74838e4a3a8fcf83c83
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2446a11cf0591973f7bc309b11e0932dd729d8fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dbeade81092f0d64d84fc50a60e228d0c8c17f3f984cc1b0307c9d7b7af7fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff8cf340c6d7148871f9df2b25d9bcecc3106c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6ca844d787cd0b7dc8b293e05ca72fbe41d7c1308486586734780dc586d0af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6f5f9a3d1df2eb1c4634c0ca5950b549ca947e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301f8387209e1428e62d39f8998fde9933d1f52fff8cf8523dbabc05b4383d7d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d93108f1cd0a5024d1f96d474c91c65a577753
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f149076c3202dc2ef5cb5b4400f838a6c2d15377179e37f8e231c3b53d8414
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d163b84ce19bc8560c19337517b7b48a7a9718
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4258ba099ae75ae70ff74e3e712e0db0ab55350106d9188943502ff014fcc19
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c6d1e96aad5235d84652fa752a54bca923f55b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fa628eb9a3606dc90b420ceb2466608135ee1ae83823096f253b3a3a219617
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cafbf34f4035e8161dfe908b92b7d15c83c1ad4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a19ec02bf825a001d466d6ec45f6e323f870ce24d1a4cc1e608cc17ced6ed1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cc9a1b389757ec6814f7e21324e977c6c79461
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a02e2aefd09364277581d56e8fac0d0b23ab3745686b405551ea4dccac56ea2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af269d8a36bfd3f48d5c0adad469dbb0c6fc00a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6aceedc756c5cfa9ecd228ee1db781c8241d5402e2cc305ce5a4288a20c6ab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116b1751a0a9a9566414f7d6a087c3830f0ace53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb59839982e08dab70f9c4cf506edf0821c3c7c9ff85597ff4bd956b2b28bb1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a247ec3d11946a44814b26f349da48f7e27410
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8976b55dd45fa3fd49f8baf4b41af94b89118e6fd8d2832c09215aa33a157a53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413d0cc59d60e0b7898cb9329bc7f4f9834c6b51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594b9ecd0f4224c579fffba799083517bed0e9f83a9f805c09ee3c9dddd5be28
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c7952b5552a73f943a9e4270c754a1b8297aea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafc865b3d2b3f17e756f29f9475d7dfa3e83cbaea5d6f5d570f2d4703640fc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637084d59969ba32b48f5c4df0533c32d2321c4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4928af3aeee7a1a7cca8cb8f2372cb63da47eb31930da2bcc274afefb2baaa2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4227e0cda3c788bd8ab98063d1c10b95c6648c7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb8876799f0a21cca69a8f0617528ee907e2494ed685e4215553c87c605901
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4808003cb48e83c5b8e80a347aed42a43ae515af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2e183d5c105cdbb21a91a666bc40f92266ba0edb3cab42414f6fa71eb51d8f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa6100ab3d75da446c5044a997084266e1044fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863983c46510a2121f03f13bc13bced31e64a3e59fb878c73f528c8b847b44af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dd7ecbfae3d60ee5eb0b1290d3d14c6107d6ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0386cdf7c45c3f88675ecb9457c06e2fd3aba15fda001ab069be86e67b84e35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9decaf59681849d08cc1cf2392896ec7f2cbfdfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f49191e74469a4aa168d23a273c9a009a87be2506a572c61fa7a8a008d79cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf3cd0c5ba005eb28b3524d64557697933ff7cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e57b849a00cbd2b66247460d8ee19be5f673311d1cfb4f9ac1737d32a41fda
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f1d10039a84d1c74536dbc9a53db6b76133fe6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a7d59173bbd20bc17c5351ac073e93f6ac8da784cb7aa64f848a7867ec128
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20417751c9bc10dcb276f7b0a5fbb47b863e63b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b380c9f5140ac730f66293f944f6ca3ca84a6f8ed618decb304f0decdea67e3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337546fcaf7ca2211d1305d7cfc9b4b93b1e6ab6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30fc77afe44868de4819f55292f0c2af69397355f0c782145687405a8a5aa1d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ea0c41ba9d8023bf6ba268fc0a4c4beb541e65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02007db8cd99b02d8130a10d625d9f90ee5106c0565482297b9748e11493ff1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0c14e18a849bfff6e6377faa4e9c6740641d71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e254c4b0aa208e2e7e8ba85c1ec17176236dbeab27bdfdf893a6ab9f65e63720
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ed0f84125e01611f95a9e18a6124649d3dd6e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bd35b72157e3daba24cfd5b53072c4d00d37d410f85df200c3837b0c2a017d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cad436f897b029f00160ce258e0e2f0df87508
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75be5e6edeecb28c26e525f82fcea42a5c1f7c1dcab1b0d36a8d4f64234981ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e416dc2028ec82dfffaa907ada0bea29d9dbc2cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f80fc7079a55d503c231e1180d30ff4e6a2265acab92a3cb8d02153ff750aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5292b85cb46ba8a4c85afd562f0028be66516f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0854b5d9d2f907d8f3af0fd1249e69376f5a4ec1edafce94cadc6bc9f9938b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71818d32d9c76d59fccc0254ebf06105d1f5b919
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91204329a001e7e66f5fecf8532e90a6b68ac6ae2e1777a3324940274197842c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ffaee04d630cf15ae1a543a653c77888a824e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f45c2b0e452e30fd208d5b4c265b3175330610b0eb764be7845861134cf7fbe
+size 2179